00000040:00080000:3.0F:1784403506.786249:0:14830:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1784403506.786282:0:14830:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1784403506.786323:0:14830:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1784403506.786331:0:14830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0F:1784403506.912140:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0F:1784403507.030477:0:6314:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934616 is committed 00000001:00080000:0.0:1784403507.030540:0:6314:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934620 is committed 00000020:00080000:0.0:1784403507.030548:0:6314:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8c8a43f92c00 refcount 2 committed 0 result 0 batchid 4294967528 00000020:00080000:0.0:1784403507.030555:0:6314:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8c8a4571fe00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8c8a43f92900 00000020:00080000:0.0:1784403507.030559:0:6314:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8c8a4571f200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8c8a506cc800 00000001:00080000:0.0:1784403507.030604:0:6314:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1784403507.030649:0:14834:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967528 committed batchid 8 00000020:00080000:2.0:1784403507.030996:0:14834:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1784403507.935156:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784403507.939857:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:001064a9-3cb5-489b-ba0a-bb457082004b:3568:1871082260903936:0@lo:400:kworker.0 00000100:00100000:2.0:1784403507.939957:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403507.940151:0:14789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260903936 00000100:00100000:2.0:1784403507.940159:0:14789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260903936 00000100:00100000:2.0:1784403507.940213:0:14789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1784403507.940223:0:14789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a453a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:001064a9-3cb5-489b-ba0a-bb457082004b+19:3568:x1871082260903936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784403507.940285:0:14789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a453a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:001064a9-3cb5-489b-ba0a-bb457082004b+19:3568:x1871082260903936:12345-0@lo:400:kworker.0 Request processed in 63us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403507.940292:0:14789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1784403507.940350:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:001064a9-3cb5-489b-ba0a-bb457082004b:3568:1871082260903936:0@lo:400:kworker.0 00000100:00100000:1.0F:1784403507.941182:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260904320:0@lo:400:kworker.0 00000100:00100000:1.0:1784403507.941229:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403507.941330:0:15768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260904320 00000100:00100000:1.0:1784403507.941336:0:15768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260904320 00000100:00100000:1.0:1784403507.941450:0:15768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1784403507.941459:0:15768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52371180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260904320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403507.941513:0:15768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52371180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260904320:12345-0@lo:400:kworker.0 Request processed in 56us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403507.941521:0:15768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:1.0:1784403507.941542:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1784403507.941566:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260904320:0@lo:400:kworker.0 00000100:00100000:1.0:1784403507.941616:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3568:1871082260904448:0@lo:400:kworker.0 00000100:00100000:1.0:1784403507.941644:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403507.941674:0:14797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260904448 00000100:00100000:1.0:1784403507.941677:0:14797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260904448 00000100:00100000:1.0:1784403507.942191:0:14797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1784403507.942200:0:14797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52373800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3568:x1871082260904448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403507.942389:0:14797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52373800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3568:x1871082260904448:12345-0@lo:400:kworker.0 Request processed in 191us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403507.942397:0:14797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1784403507.943926:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260904192:0@lo:400:kworker.0 00000100:00100000:0.0:1784403507.943986:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403507.944018:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3566:1871082260904704:0@lo:400:kworker.0 00000100:00100000:0.0:1784403507.944039:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403507.944062:0:3566:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1784403507.944069:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260904064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784403507.944092:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403507.944113:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3566:1871082260904576:0@lo:400:kworker.0 00000100:00100000:0.0:1784403507.944134:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403507.944188:0:15430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260904192 00000100:00100000:0.0:1784403507.944195:0:15430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260904192 00000100:00100000:0.0:1784403507.944242:0:15430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1784403507.944265:0:15430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260904192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403507.944317:0:15430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260904192:12345-0@lo:400:kworker.0 Request processed in 67us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403507.944324:0:15430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1784403507.944348:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260904704 00000100:00100000:0.0:1784403507.944352:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260904704 00000100:00100000:0.0:1784403507.944769:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260904576 00000100:00100000:0.0:1784403507.944774:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260904576 00000100:00100000:0.0:1784403507.944804:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1784403507.944811:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3566:x1871082260904704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403507.944852:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3566:x1871082260904704:12345-0@lo:400:kworker.0 Request processed in 41us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403507.944858:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1784403507.944899:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1784403507.944906:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3566:x1871082260904576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403507.944935:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3566:x1871082260904576:12345-0@lo:400:kworker.0 Request processed in 29us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403507.944940:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1784403507.944960:0:15433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260904064 00000100:00100000:0.0:1784403507.944963:0:15433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260904064 00000100:00100000:0.0:1784403507.944990:0:15433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1784403507.944996:0:15433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260904064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1784403507.945028:0:15433:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1784403507.945065:0:15433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260904064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403507.945071:0:15433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:0.0:1784403507.945092:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784403507.945098:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784403507.945147:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260904064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784403507.945159:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3566:1871082260904576:0@lo:400:kworker.0 00000100:00100000:0.0:1784403507.945169:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260904192:0@lo:400:kworker.0 00000100:00100000:0.0:1784403507.945177:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3566:1871082260904704:0@lo:400:kworker.0 00000100:00100000:2.0:1784403507.955560:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3568:1871082260904448:0@lo:400:kworker.0 00010000:00010000:3.0:1784403508.958973:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403509.322552:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403509.322595:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403509.322639:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403509.322661:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403509.322682:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403509.322715:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403509.322746:0:15768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240998528 00000100:00100000:0.0:1784403509.322756:0:15768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240998528 00000100:00100000:0.0:1784403509.322817:0:15768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240998656 00000100:00100000:0.0:1784403509.322820:0:15768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240998656 00000100:00100000:0.0:1784403509.322833:0:15768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240998912 00000100:00100000:0.0:1784403509.322834:0:15768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240998912 00000100:00100000:0.0:1784403509.322848:0:15768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 22 00000100:00100000:0.0:1784403509.322855:0:15768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9791971e-5366-412b-99ee-4875c7fc85e0+5:2359:x1871082240998528:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1784403509.322936:0:15768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9791971e-5366-412b-99ee-4875c7fc85e0+5:2359:x1871082240998528:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 82us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403509.322940:0:15768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 22 00000100:00100000:0.0:1784403509.322954:0:15768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 24 00000100:00100000:0.0:1784403509.322958:0:15768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9791971e-5366-412b-99ee-4875c7fc85e0+5:2357:x1871082240998656:12345-192.168.204.28@tcp:9:kworker.0 00000020:00000080:0.0:1784403509.322973:0:15768:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afbaa8 00000100:00080000:0.0:1784403509.322986:0:15768:0:(import.c:65:import_set_state_nolock()) ffff8c8a506bb000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1784403509.323030:0:15768:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1784403509.323231:0:15768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9791971e-5366-412b-99ee-4875c7fc85e0+2:2357:x1871082240998656:12345-192.168.204.28@tcp:9:kworker.0 Request processed in 272us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403509.323236:0:15768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 24 00000100:00100000:0.0:1784403509.323244:0:15768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 25 00000100:00100000:0.0:1784403509.323248:0:15768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a6f18205-6d4d-463b-9cd7-d615580287c7+5:2357:x1871082240998912:12345-192.168.204.28@tcp:9:kworker.0 00000020:00000080:0.0:1784403509.323257:0:15768:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afbae0 00000100:00080000:0.0:1784403509.323268:0:15768:0:(import.c:65:import_set_state_nolock()) ffff8c89419d9000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1784403509.323284:0:15768:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:0.0:1784403509.323385:0:15768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a6f18205-6d4d-463b-9cd7-d615580287c7+2:2357:x1871082240998912:12345-192.168.204.28@tcp:9:kworker.0 Request processed in 135us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403509.323389:0:15768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 25 00000100:00100000:0.0:1784403509.323405:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240998400 00000100:00100000:0.0:1784403509.323408:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240998400 00000100:00100000:0.0:1784403509.323432:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240998784 00000100:00100000:0.0:1784403509.323435:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240998784 00000100:00100000:0.0:1784403509.323762:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 32 00000100:00100000:0.0:1784403509.323770:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b624e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9791971e-5366-412b-99ee-4875c7fc85e0+12:2359:x1871082240998400:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1784403509.323807:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b624e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9791971e-5366-412b-99ee-4875c7fc85e0+12:2359:x1871082240998400:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 39us (1168us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403509.323814:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 32 00000100:00100000:0.0:1784403509.323825:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 33 00000100:00100000:0.0:1784403509.323831:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a6f18205-6d4d-463b-9cd7-d615580287c7+6:2358:x1871082240998784:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1784403509.323854:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a6f18205-6d4d-463b-9cd7-d615580287c7+6:2358:x1871082240998784:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 22us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403509.323860:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 33 00000100:00080000:0.0:1784403509.323910:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784403509.323916:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1784403509.323918:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1784403509.324351:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403509.324359:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403509.324499:0:14791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240998272 00000100:00100000:3.0:1784403509.324507:0:14791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240998272 00000100:00100000:3.0:1784403509.324604:0:14791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 124 00000100:00100000:3.0:1784403509.324613:0:14791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a453a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c12d25a6-6fec-420f-abaf-beb60f397179+13:2359:x1871082240998272:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1784403509.324649:0:14791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a453a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c12d25a6-6fec-420f-abaf-beb60f397179+13:2359:x1871082240998272:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 38us (2108us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403509.324655:0:14791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 124 00000100:00100000:0.0:1784403509.325486:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403509.325786:0:15768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240999040 00000100:00100000:2.0:1784403509.325794:0:15768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240999040 00000100:00100000:2.0:1784403509.325913:0:15768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 26 00000100:00100000:2.0:1784403509.325923:0:15768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a6f18205-6d4d-463b-9cd7-d615580287c7+5:2357:x1871082240999040:12345-192.168.204.28@tcp:9:kworker.0 00000020:00000080:2.0:1784403509.325955:0:15768:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afbae7 00000100:00080000:2.0:1784403509.325964:0:15768:0:(import.c:65:import_set_state_nolock()) ffff8c8a506bc000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1784403509.326143:0:15768:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1784403509.326412:0:15768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a6f18205-6d4d-463b-9cd7-d615580287c7+2:2357:x1871082240999040:12345-192.168.204.28@tcp:9:kworker.0 Request processed in 490us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403509.326420:0:15768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 26 00010000:00010000:2.0:1784403509.326477:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1784403509.327218:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784403509.443017:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403509.443326:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240999168 00000100:00100000:2.0:1784403509.443337:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240999168 00000100:00100000:2.0:1784403509.443411:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 54 00000100:00100000:2.0:1784403509.443420:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9791971e-5366-412b-99ee-4875c7fc85e0+12:14407:x1871082240999168:12345-192.168.204.28@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1784403509.443539:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9791971e-5366-412b-99ee-4875c7fc85e0+12:14407:x1871082240999168:12345-192.168.204.28@tcp:60:lhsmtool_posix.0 Request processed in 120us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403509.443547:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 54 00000100:00100000:3.0:1784403509.447361:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403509.447400:0:14800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240999424 00000100:00100000:3.0:1784403509.447410:0:14800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240999424 00000100:00100000:3.0:1784403509.447739:0:14800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 12 00000100:00100000:3.0:1784403509.447749:0:14800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9791971e-5366-412b-99ee-4875c7fc85e0+12:14407:x1871082240999424:12345-192.168.204.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1784403509.452348:0:14800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9791971e-5366-412b-99ee-4875c7fc85e0+13:14407:x1871082240999424:12345-192.168.204.28@tcp:35:lhsmtool_posix.0 Request processed in 4588us (4987us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1784403509.452364:0:14800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 12 00010000:00010000:0.0:1784403509.984035:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403511.008027:0:3568:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784403511.008054:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3568:1871082260904832:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1784403511.008127:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1784403511.008269:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403511.008344:0:15433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260904832 00000100:00100000:0.0:1784403511.008353:0:15433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260904832 00000100:00100000:0.0:1784403511.008434:0:15433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1784403511.008444:0:15433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3568:x1871082260904832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1784403511.008491:0:15433:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 68091904 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1784403511.008553:0:15433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3568:x1871082260904832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403511.008560:0:15433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1784403511.008625:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784403511.011583:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3568:1871082260904832:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1784403512.031163:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1784403512.112035:0:6314:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967528 batchid updated 00000020:00080000:2.0:1784403512.112072:0:14834:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967528 00000020:00080000:2.0:1784403512.112084:0:14834:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967528 00000001:00080000:3.0:1784403512.112463:0:6314:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000001:00100000:2.0:1784403512.671147:0:7124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a6f18205-6d4d-463b-9cd7-d615580287c7 00000020:00000080:2.0:1784403512.671156:0:7124:0:(genops.c:885:class_export_put()) final put ffff8c89419db800/a6f18205-6d4d-463b-9cd7-d615580287c7 00000020:00000080:2.0:1784403512.671199:0:15521:0:(genops.c:844:class_export_destroy()) destroying export ffff8c89419db800/a6f18205-6d4d-463b-9cd7-d615580287c7 for lustre-OST0000 00000020:00000080:2.0:1784403512.671489:0:15521:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c89419d9000 for lustre-OST0000 00000100:00100000:1.0:1784403513.055058:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260905088:0@lo:400:kworker.0 00000100:00100000:1.0:1784403513.055148:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403513.055199:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3565:1871082260905600:0@lo:400:kworker.0 00000100:00100000:1.0:1784403513.055230:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403513.055256:0:3565:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1784403513.055262:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260905216:0@lo:400:kworker.0 00000100:00100000:1.0:1784403513.055299:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403513.055337:0:15430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260905088 00000100:00100000:1.0:1784403513.055343:0:15430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260905088 00000100:00100000:1.0:1784403513.055407:0:15430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260905216 00000100:00100000:1.0:1784403513.055411:0:15430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260905216 00000100:00100000:1.0:1784403513.055434:0:15430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1784403513.055441:0:15430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260905088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403513.055495:0:15430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260905088:12345-0@lo:400:kworker.0 Request processed in 54us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403513.055502:0:15430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1784403513.055518:0:15430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1784403513.055524:0:15430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52371500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260905216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403513.055548:0:15430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52371500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260905216:12345-0@lo:400:kworker.0 Request processed in 25us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403513.055554:0:15430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1784403513.055570:0:14797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260905600 00000100:00100000:1.0:1784403513.055573:0:14797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260905600 00000100:00100000:1.0:1784403513.055599:0:14797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1784403513.055604:0:14797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52373100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3565:x1871082260905600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403513.055629:0:14797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52373100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3565:x1871082260905600:12345-0@lo:400:kworker.0 Request processed in 25us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403513.055635:0:14797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1784403513.055654:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1784403513.055660:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1784403513.055662:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784403513.055701:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260905216:0@lo:400:kworker.0 00000100:00100000:1.0:1784403513.055711:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260905088:0@lo:400:kworker.0 00000100:00100000:1.0:1784403513.055726:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3565:1871082260905600:0@lo:400:kworker.0 00000100:00100000:0.0:1784403513.055948:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260905344:0@lo:400:kworker.0 00000100:00100000:0.0:1784403513.055983:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403513.056008:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1784403513.056015:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:001064a9-3cb5-489b-ba0a-bb457082004b:3567:1871082260904960:0@lo:400:kworker.0 00000100:00100000:0.0:1784403513.056043:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403513.056064:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260905472:0@lo:400:kworker.0 00000100:00100000:0.0:1784403513.056086:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403513.056224:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260905344 00000100:00100000:0.0:1784403513.056230:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260905344 00000100:00100000:0.0:1784403513.056258:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260905472 00000100:00100000:0.0:1784403513.056262:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260905472 00000100:00100000:0.0:1784403513.056286:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1784403513.056293:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260905344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403513.056333:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260905344:12345-0@lo:400:kworker.0 Request processed in 41us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403513.056340:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1784403513.056354:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1784403513.056360:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3567:x1871082260905472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403513.056400:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3567:x1871082260905472:12345-0@lo:400:kworker.0 Request processed in 40us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403513.056415:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:0.0:1784403513.056439:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403513.056459:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260905472:0@lo:400:kworker.0 00000100:00100000:0.0:1784403513.056469:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260905344:0@lo:400:kworker.0 00000100:00100000:1.0:1784403513.056719:0:14792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260904960 00000100:00100000:1.0:1784403513.056724:0:14792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260904960 00000100:00100000:1.0:1784403513.056752:0:14792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1784403513.056759:0:14792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a453a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:001064a9-3cb5-489b-ba0a-bb457082004b+19:3567:x1871082260904960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403513.056795:0:14792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a453a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:001064a9-3cb5-489b-ba0a-bb457082004b+19:3567:x1871082260904960:12345-0@lo:400:kworker.0 Request processed in 37us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403513.056800:0:14792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1784403513.056827:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260905728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1784403513.056851:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403513.056901:0:15434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260905728 00000100:00100000:1.0:1784403513.056905:0:15434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260905728 00000100:00100000:1.0:1784403513.056928:0:15434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784403513.056934:0:15434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52370700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260905728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1784403513.056963:0:15434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1784403513.057000:0:15434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52370700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260905728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403513.057006:0:15434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1784403513.057020:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260905728:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1784403513.057024:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784403513.057043:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:001064a9-3cb5-489b-ba0a-bb457082004b:3567:1871082260904960:0@lo:400:kworker.0 00000001:00100000:1.0:1784403513.145093:0:8006:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9791971e-5366-412b-99ee-4875c7fc85e0 00000020:00000080:1.0:1784403513.145101:0:8006:0:(genops.c:885:class_export_put()) final put ffff8c8a506ba000/9791971e-5366-412b-99ee-4875c7fc85e0 00000020:00000080:2.0:1784403513.145215:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a506ba000/9791971e-5366-412b-99ee-4875c7fc85e0 for lustre-OST0001 00000001:00100000:3.0:1784403513.145315:0:8006:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of a6f18205-6d4d-463b-9cd7-d615580287c7 00000020:00000080:3.0:1784403513.145319:0:8006:0:(genops.c:885:class_export_put()) final put ffff8c8a506bf800/a6f18205-6d4d-463b-9cd7-d615580287c7 00000020:00000080:2.0:1784403513.145379:0:16536:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a506bb000 for lustre-OST0001 00000020:00000080:2.0:1784403513.151690:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a506bf800/a6f18205-6d4d-463b-9cd7-d615580287c7 for lustre-OST0001 00000020:00000080:2.0:1784403513.154643:0:16536:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a506bc000 for lustre-OST0001 00010000:00010000:1.0:1784403514.083725:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403514.428729:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403514.428910:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403514.434929:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403514.434963:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403514.434989:0:14789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240999552 00000100:00100000:3.0:1784403514.434999:0:14789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240999552 00000100:00100000:3.0:1784403514.435048:0:14789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 126 00000100:00100000:3.0:1784403514.435058:0:14789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a453a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c12d25a6-6fec-420f-abaf-beb60f397179+13:2358:x1871082240999552:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1784403514.435130:0:14789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a453a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c12d25a6-6fec-420f-abaf-beb60f397179+13:2358:x1871082240999552:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 72us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403514.435138:0:14789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 126 00000100:00100000:1.0:1784403514.437412:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240999680 00000100:00100000:1.0:1784403514.437427:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240999680 00000100:00100000:1.0:1784403514.437497:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240999936 00000100:00100000:1.0:1784403514.437507:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240999936 00000100:00100000:1.0:1784403514.437541:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 37 00000100:00100000:1.0:1784403514.437550:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9791971e-5366-412b-99ee-4875c7fc85e0+12:2358:x1871082240999680:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1784403514.437641:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9791971e-5366-412b-99ee-4875c7fc85e0+12:2358:x1871082240999680:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 91us (8923us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403514.437649:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 37 00000100:00100000:1.0:1784403514.437666:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 38 00000100:00100000:1.0:1784403514.437672:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a6f18205-6d4d-463b-9cd7-d615580287c7+6:2358:x1871082240999936:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1784403514.437699:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a6f18205-6d4d-463b-9cd7-d615580287c7+6:2358:x1871082240999936:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 27us (8789us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403514.437704:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 38 00000100:00100000:1.0:1784403514.437729:0:15430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082240999808 00000100:00100000:1.0:1784403514.437732:0:15430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082240999808 00000100:00100000:1.0:1784403514.437767:0:15430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 25 00000100:00100000:1.0:1784403514.437774:0:15430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9791971e-5366-412b-99ee-4875c7fc85e0+5:2358:x1871082240999808:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1784403514.437801:0:15430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9791971e-5366-412b-99ee-4875c7fc85e0+5:2358:x1871082240999808:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 28us (2838us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403514.437807:0:15430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 25 00000100:00080000:1.0:1784403514.438469:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1784403514.438476:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1784403515.103795:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403516.129534:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784403516.130226:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260905856:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1784403516.130347:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403516.130643:0:15434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260905856 00000100:00100000:3.0:1784403516.130653:0:15434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260905856 00000100:00100000:3.0:1784403516.130739:0:15434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1784403516.130751:0:15434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52372300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260905856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1784403516.130811:0:15434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 68091904 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1784403516.130914:0:15434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52372300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260905856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 165us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403516.130934:0:15434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1784403516.130995:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260905856:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1784403516.131693:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1784403517.028748:0:14830:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1784403517.028762:0:14830:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1784403517.028810:0:14830:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1784403517.028820:0:14830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1784403517.157191:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403518.181011:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260906368:0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.181182:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403518.181255:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1784403518.181262:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:001064a9-3cb5-489b-ba0a-bb457082004b:3567:1871082260905984:0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.181308:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403518.181335:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260906496:0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.181358:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403518.181387:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260906240:0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.181414:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403518.181434:0:3566:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1784403518.181440:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260906112:0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.181463:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403518.181478:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3566:1871082260906624:0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.181653:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403518.181688:0:14791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260905984 00000100:00100000:0.0:1784403518.181697:0:14791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260905984 00000100:00100000:0.0:1784403518.181772:0:14791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1784403518.181782:0:14791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a453a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:001064a9-3cb5-489b-ba0a-bb457082004b+19:3567:x1871082260905984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.181846:0:14791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a453a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:001064a9-3cb5-489b-ba0a-bb457082004b+19:3567:x1871082260905984:12345-0@lo:400:kworker.0 Request processed in 65us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403518.181854:0:14791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1784403518.181926:0:16679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260906368 00000100:00100000:0.0:1784403518.181930:0:16679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260906368 00000100:00100000:0.0:1784403518.181956:0:16679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260906496 00000100:00100000:0.0:1784403518.181959:0:16679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260906496 00000100:00100000:0.0:1784403518.181983:0:16679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260906624 00000100:00100000:0.0:1784403518.181986:0:16679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260906624 00000100:00100000:0.0:1784403518.182005:0:16679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1784403518.182011:0:16679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260906368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.182049:0:16679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260906368:12345-0@lo:400:kworker.0 Request processed in 37us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403518.182055:0:16679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00010000:3.0:1784403518.184435:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1784403518.185378:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784403518.186460:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1784403518.186487:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3567:x1871082260906496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403518.186639:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3567:x1871082260906496:12345-0@lo:400:kworker.0 Request processed in 164us (5278us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403518.186649:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1784403518.186686:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1784403518.186694:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3566:x1871082260906624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403518.186746:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3566:x1871082260906624:12345-0@lo:400:kworker.0 Request processed in 53us (5092us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403518.186753:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1784403518.187846:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3566:1871082260906624:0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.188131:0:3565:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784403518.188148:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260906752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784403518.188216:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403518.188267:0:15434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260906752 00000100:00100000:0.0:1784403518.188275:0:15434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260906752 00000100:00100000:0.0:1784403518.188352:0:15434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1784403518.188363:0:15434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260906752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1784403518.188404:0:15434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1784403518.188449:0:15434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260906752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403518.188465:0:15434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1784403518.188488:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1784403518.188860:0:15768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260906240 00000100:00100000:3.0:1784403518.188881:0:15768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260906240 00000100:00100000:3.0:1784403518.188919:0:15768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260906112 00000100:00100000:3.0:1784403518.188924:0:15768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260906112 00000100:00100000:0.0:1784403518.190247:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260906752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784403518.190489:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:001064a9-3cb5-489b-ba0a-bb457082004b:3567:1871082260905984:0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.190505:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260906496:0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.190517:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260906368:0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.191522:0:15430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1784403518.191545:0:15430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260906240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403518.191664:0:15430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260906240:12345-0@lo:400:kworker.0 Request processed in 128us (10247us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403518.191673:0:15430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1784403518.191751:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260906240:0@lo:400:kworker.0 00000100:00100000:3.0:1784403518.197886:0:15768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1784403518.197906:0:15768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260906112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403518.198040:0:15768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260906112:12345-0@lo:400:kworker.0 Request processed in 140us (16575us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403518.198049:0:15768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:0.0:1784403518.201657:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784403518.201744:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260906112:0@lo:400:kworker.0 00010000:00010000:1.0:1784403519.205688:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403519.568306:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403519.568483:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403519.568505:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403519.568534:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403519.568791:0:14792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241000064 00000100:00100000:0.0:1784403519.568801:0:14792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241000064 00000100:00100000:0.0:1784403519.569075:0:14792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 128 00000100:00100000:0.0:1784403519.569087:0:14792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77610c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c12d25a6-6fec-420f-abaf-beb60f397179+13:2361:x1871082241000064:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1784403519.569233:0:14792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77610c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c12d25a6-6fec-420f-abaf-beb60f397179+13:2361:x1871082241000064:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 148us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403519.569247:0:14792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 128 00000100:00100000:1.0:1784403519.569349:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241000192 00000100:00100000:1.0:1784403519.569361:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241000192 00000100:00100000:1.0:1784403519.569405:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241000448 00000100:00100000:1.0:1784403519.569409:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241000448 00000100:00100000:1.0:1784403519.569431:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 42 00000100:00100000:1.0:1784403519.569437:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9791971e-5366-412b-99ee-4875c7fc85e0+12:2360:x1871082241000192:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1784403519.569472:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9791971e-5366-412b-99ee-4875c7fc85e0+12:2360:x1871082241000192:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 34us (989us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403519.569479:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 42 00000100:00100000:1.0:1784403519.569492:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 43 00000100:00100000:1.0:1784403519.569499:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a6f18205-6d4d-463b-9cd7-d615580287c7+6:2360:x1871082241000448:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1784403519.569524:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a6f18205-6d4d-463b-9cd7-d615580287c7+6:2360:x1871082241000448:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 25us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403519.569531:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 43 00000100:00100000:1.0:1784403519.575541:0:15430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241000320 00000100:00100000:1.0:1784403519.575636:0:15430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241000320 00000100:00100000:1.0:1784403519.575716:0:15430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 28 00000100:00100000:1.0:1784403519.575741:0:15430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9791971e-5366-412b-99ee-4875c7fc85e0+5:2361:x1871082241000320:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1784403519.575821:0:15430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9791971e-5366-412b-99ee-4875c7fc85e0+5:2361:x1871082241000320:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 81us (7285us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403519.575830:0:15430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 28 00000100:00080000:0.0:1784403519.576880:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1784403519.577535:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1784403520.224410:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403521.251080:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784403521.251659:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260906880:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1784403521.251731:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403521.251840:0:15434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260906880 00000100:00100000:0.0:1784403521.251848:0:15434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260906880 00000100:00100000:0.0:1784403521.251938:0:15434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1784403521.251950:0:15434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260906880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1784403521.251986:0:15434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 68091904 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1784403521.252030:0:15434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260906880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403521.252037:0:15434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:2.0:1784403521.252296:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784403521.252339:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260906880:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1784403522.110402:0:17639:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 15:38:40 (1784403520) 00010000:00010000:2.0:1784403522.271389:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403523.295065:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784403523.295099:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260907008:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784403523.295198:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403523.295259:0:15434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260907008 00000100:00100000:3.0:1784403523.295277:0:15434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260907008 00000100:00100000:3.0:1784403523.295482:0:15434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00080000:0.0:1784403523.295492:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1784403523.295501:0:15434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260907008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1784403523.295546:0:15434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1784403523.295719:0:15434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260907008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 225us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403523.295728:0:15434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1784403523.296314:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260907008:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1784403523.296587:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784403523.297395:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3568:1871082260907520:0@lo:400:kworker.0 00000100:00100000:3.0:1784403523.297500:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260907264:0@lo:400:kworker.0 00000100:00100000:3.0:1784403523.297588:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403523.297598:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403523.297649:0:3566:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1784403523.297653:0:3568:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784403523.297664:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:001064a9-3cb5-489b-ba0a-bb457082004b:3566:1871082260907136:0@lo:400:kworker.0 00000100:00100000:2.0:1784403523.297667:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3568:1871082260907392:0@lo:400:kworker.0 00000100:00100000:3.0:1784403523.297732:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403523.297769:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3566:1871082260907648:0@lo:400:kworker.0 00000100:00100000:3.0:1784403523.297796:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403523.297828:0:15768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260907264 00000100:00100000:3.0:1784403523.297836:0:15768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260907264 00000100:00100000:3.0:1784403523.297923:0:15768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1784403523.297932:0:15768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260907264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403523.297986:0:15768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260907264:12345-0@lo:400:kworker.0 Request processed in 56us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403523.297994:0:15768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1784403523.298019:0:14796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260907520 00000100:00100000:3.0:1784403523.298022:0:14796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260907520 00000100:00100000:3.0:1784403523.298049:0:14796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260907648 00000100:00100000:3.0:1784403523.298052:0:14796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260907648 00000100:00100000:3.0:1784403523.298072:0:14796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1784403523.298078:0:14796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3568:x1871082260907520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403523.298110:0:14796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3568:x1871082260907520:12345-0@lo:400:kworker.0 Request processed in 33us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403523.298116:0:14796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1784403523.298130:0:14796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1784403523.298135:0:14796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3566:x1871082260907648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403523.298167:0:14796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3566:x1871082260907648:12345-0@lo:400:kworker.0 Request processed in 33us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403523.298172:0:14796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1784403523.298253:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3566:1871082260907648:0@lo:400:kworker.0 00000100:00100000:2.0:1784403523.298263:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403523.298279:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260907264:0@lo:400:kworker.0 00000100:00100000:2.0:1784403523.298328:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3568:1871082260907520:0@lo:400:kworker.0 00000100:00100000:2.0:1784403523.298370:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260907392 00000100:00100000:2.0:1784403523.298375:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260907392 00000100:00100000:0.0:1784403523.298584:0:14789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260907136 00000100:00100000:0.0:1784403523.298590:0:14789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260907136 00000100:00100000:0.0:1784403523.298638:0:14789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1784403523.298647:0:14789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77610450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:001064a9-3cb5-489b-ba0a-bb457082004b+19:3566:x1871082260907136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403523.298717:0:14789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77610450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:001064a9-3cb5-489b-ba0a-bb457082004b+19:3566:x1871082260907136:12345-0@lo:400:kworker.0 Request processed in 71us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403523.298724:0:14789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00080000:0.0:1784403523.298760:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784403523.298766:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784403523.298803:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:001064a9-3cb5-489b-ba0a-bb457082004b:3566:1871082260907136:0@lo:400:kworker.0 00000100:00100000:2.0:1784403523.299889:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1784403523.299906:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3568:x1871082260907392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784403523.300525:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3568:x1871082260907392:12345-0@lo:400:kworker.0 Request processed in 621us (2264us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403523.300538:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1784403523.300591:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3568:1871082260907392:0@lo:400:kworker.0 00010000:00010000:3.0:1784403524.320023:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403524.671473:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403524.671514:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403524.671794:0:14792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241000576 00000100:00100000:1.0:1784403524.671805:0:14792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241000576 00000100:00100000:1.0:1784403524.671884:0:14792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 130 00000100:00100000:1.0:1784403524.671897:0:14792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77613c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c12d25a6-6fec-420f-abaf-beb60f397179+13:2359:x1871082241000576:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1784403524.671970:0:14792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77613c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c12d25a6-6fec-420f-abaf-beb60f397179+13:2359:x1871082241000576:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 76us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403524.671977:0:14792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 130 00000100:00100000:3.0:1784403524.672529:0:16679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241000704 00000100:00100000:3.0:1784403524.672536:0:16679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241000704 00000100:00100000:3.0:1784403524.672616:0:16679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 47 00000100:00100000:3.0:1784403524.672636:0:16679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9791971e-5366-412b-99ee-4875c7fc85e0+12:2359:x1871082241000704:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1784403524.672681:0:16679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9791971e-5366-412b-99ee-4875c7fc85e0+12:2359:x1871082241000704:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 47us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403524.672688:0:16679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 47 00000100:00080000:0.0:1784403524.672790:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784403524.684603:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403524.684905:0:15430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241000832 00000100:00100000:2.0:1784403524.684916:0:15430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241000832 00000100:00100000:2.0:1784403524.684996:0:15430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 27 00000100:00100000:2.0:1784403524.685009:0:15430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9791971e-5366-412b-99ee-4875c7fc85e0+5:2357:x1871082241000832:12345-192.168.204.28@tcp:9:kworker.0 00000020:00000080:2.0:1784403524.685049:0:15430:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afbaaf 00000100:00080000:2.0:1784403524.685059:0:15430:0:(import.c:65:import_set_state_nolock()) ffff8c89435d2800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1784403524.685114:0:15430:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:2.0:1784403524.685421:0:15430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9791971e-5366-412b-99ee-4875c7fc85e0+2:2357:x1871082241000832:12345-192.168.204.28@tcp:9:kworker.0 Request processed in 414us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403524.685430:0:15430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 27 00010000:00010000:2.0:1784403524.685479:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1784403524.689493:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784403524.690119:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403524.690245:0:14797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241000960 00000100:00100000:3.0:1784403524.690256:0:14797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241000960 00000100:00100000:3.0:1784403524.690343:0:14797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 48 00000100:00100000:3.0:1784403524.690353:0:14797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a6f18205-6d4d-463b-9cd7-d615580287c7+6:2359:x1871082241000960:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1784403524.690434:0:14797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a6f18205-6d4d-463b-9cd7-d615580287c7+6:2359:x1871082241000960:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 83us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403524.690442:0:14797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 48 00000100:00080000:2.0:1784403524.691195:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1784403525.349040:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784403526.337853:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403526.338210:0:14799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241001216 00000100:00100000:3.0:1784403526.338221:0:14799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241001216 00000100:00100000:3.0:1784403526.338351:0:14799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 13 00000100:00100000:3.0:1784403526.338365:0:14799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9791971e-5366-412b-99ee-4875c7fc85e0+12:15290:x1871082241001216:12345-192.168.204.28@tcp:35:umount.0 00000001:00080000:3.0:1784403526.338734:0:14799:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:3.0:1784403526.338838:0:14799:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:3.0:1784403526.339330:0:14799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9791971e-5366-412b-99ee-4875c7fc85e0+15:15290:x1871082241001216:12345-192.168.204.28@tcp:35:umount.0 Request processed in 966us (1486us total) trans 8589934626 rc 0/0 00000100:00100000:3.0:1784403526.339339:0:14799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 13 00000020:00080000:3.0:1784403526.339344:0:14799:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:2.0:1784403526.340156:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784403526.345118:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403526.345177:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403526.345290:0:14784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241001344 00000100:00100000:0.0:1784403526.345301:0:14784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241001344 00000100:00100000:0.0:1784403526.345380:0:14784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241001472 00000100:00100000:0.0:1784403526.345384:0:14784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241001472 00000100:00100000:0.0:1784403526.345403:0:14784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3 00000100:00100000:0.0:1784403526.345413:0:14784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c12d25a6-6fec-420f-abaf-beb60f397179+14:2361:x1871082241001344:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784403526.345431:0:14784:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784403526.345457:0:14784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7b5b3e00/0x6828175665afba8c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890ee93 expref: 14 pid: 14789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403526.345488:0:14784:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784403526.346168:0:14784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c12d25a6-6fec-420f-abaf-beb60f397179+13:2361:x1871082241001344:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 751us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403526.346177:0:14784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3 00000100:00100000:0.0:1784403526.346201:0:14784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 4 00000100:00100000:0.0:1784403526.346209:0:14784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a453a1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c12d25a6-6fec-420f-abaf-beb60f397179+12:2361:x1871082241001472:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784403526.346220:0:14784:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784403526.346233:0:14784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce5a00/0x6828175665afba93 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890eebd expref: 12 pid: 14791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403526.346244:0:14784:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784403526.346263:0:14784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a453a1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c12d25a6-6fec-420f-abaf-beb60f397179+11:2361:x1871082241001472:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 56us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403526.346284:0:14784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 4 00000100:00100000:0.0:1784403526.348237:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403526.348320:0:14783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241001600 00000100:00100000:1.0:1784403526.348329:0:14783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241001600 00000100:00100000:1.0:1784403526.348396:0:14783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 5 00000100:00100000:1.0:1784403526.348406:0:14783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c12d25a6-6fec-420f-abaf-beb60f397179+11:2359:x1871082241001600:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784403526.348421:0:14783:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784403526.348440:0:14783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce6200/0x6828175665afbb34 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890ef5e expref: 11 pid: 14791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403526.348458:0:14783:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784403526.348668:0:14783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c12d25a6-6fec-420f-abaf-beb60f397179+10:2359:x1871082241001600:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 262us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403526.348676:0:14783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 5 00000100:00100000:3.0:1784403526.357484:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403526.357758:0:16679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241002496 00000100:00100000:0.0:1784403526.357769:0:16679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241002496 00000100:00100000:0.0:1784403526.357830:0:16679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 55 00000100:00100000:0.0:1784403526.357840:0:16679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9791971e-5366-412b-99ee-4875c7fc85e0+15:2357:x1871082241002496:12345-192.168.204.28@tcp:39:umount.0 00000020:00000080:0.0:1784403526.357893:0:16679:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afbaa1 00000020:00010000:0.0:1784403526.357922:0:16679:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8c89435d3800: total 0 00000100:00080000:0.0:1784403526.357927:0:16679:0:(import.c:65:import_set_state_nolock()) ffff8c89435d6800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1784403526.357959:0:16679:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:3.0:1784403526.358435:0:14786:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8c89435d3800: total 0 00010000:00010000:3.0:1784403526.358440:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403526.358493:0:14786:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8c89435d3800, canceled 0 locks, left on hash table 7. 00010000:00010000:3.0:1784403526.358530:0:14786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8c8a47dbda00) 00010000:00010000:3.0:1784403526.358534:0:14786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1784403526.358543:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1400/0x6828175665afbd25 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890eff1 expref: 16 pid: 14797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403526.358569:0:14786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8c8a58960d00) 00010000:00010000:3.0:1784403526.358572:0:14786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784403526.358577:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7b5b3000/0x6828175665afbb6c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890ef6c expref: 15 pid: 14796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403526.358593:0:14786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8c8a58960c00) 00010000:00010000:3.0:1784403526.358596:0:14786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1784403526.358600:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afbca7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890efce expref: 14 pid: 16679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403526.358612:0:14786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8c8a58960c00) 00010000:00010000:3.0:1784403526.358614:0:14786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1784403526.358618:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7b5b2e00/0x6828175665afbcca lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890efdc expref: 13 pid: 14796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403526.358634:0:14786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a4884d800) 00010000:00010000:3.0:1784403526.358637:0:14786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1784403526.358641:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5600/0x6828175665afbba4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890ef7a expref: 12 pid: 14796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403526.358653:0:14786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8c8a58960e00) 00010000:00010000:3.0:1784403526.358665:0:14786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1784403526.358671:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7b5b3600/0x6828175665afbb50 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890ef65 expref: 11 pid: 14797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403526.358687:0:14786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8c8a4884d500) 00010000:00010000:3.0:1784403526.358690:0:14786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1784403526.358693:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce7200/0x6828175665afbc29 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890efa4 expref: 10 pid: 14798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403526.358706:0:14786:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8c89435d3800, canceled 7 locks, left on hash table 0. 00010000:00010000:3.0:1784403526.358717:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403526.358719:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403526.358721:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403526.359808:0:16679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9791971e-5366-412b-99ee-4875c7fc85e0+6:2357:x1871082241002496:12345-192.168.204.28@tcp:39:umount.0 Request processed in 1961us (2332us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1784403526.359821:0:16679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 55 00010000:00010000:2.0:1784403526.367461:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403526.368603:0:3565:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784403526.368624:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260907776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1784403526.368689:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403526.368758:0:15433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260907776 00000100:00100000:0.0:1784403526.368764:0:15433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260907776 00000100:00100000:0.0:1784403526.368823:0:15433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1784403526.368832:0:15433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a737ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260907776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1784403526.368890:0:15433:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1784403526.368935:0:15433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a737ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260907776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403526.368942:0:15433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1784403526.368985:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260907776:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1784403526.369271:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1784403527.263435:0:14830:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1784403527.263446:0:14830:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1784403527.263506:0:14830:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1784403527.263513:0:14830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1784403527.394030:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1784403527.529352:0:6314:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9791971e-5366-412b-99ee-4875c7fc85e0 00000001:00080000:0.0:1784403527.529379:0:6314:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1784403527.529399:0:6314:0:(genops.c:885:class_export_put()) final put ffff8c89435d3800/9791971e-5366-412b-99ee-4875c7fc85e0 00000020:00000080:1.0:1784403527.529551:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c89435d3800/9791971e-5366-412b-99ee-4875c7fc85e0 for lustre-MDT0000 00000020:00000080:1.0:1784403527.529631:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c89435d6800 for lustre-MDT0000 00000100:00100000:3.0:1784403527.739063:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403527.739139:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403527.739452:0:14797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241002752 00000100:00100000:2.0:1784403527.739466:0:14797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241002752 00000100:00100000:2.0:1784403527.739580:0:14797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 49 00000100:00100000:2.0:1784403527.739593:0:14797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a6f18205-6d4d-463b-9cd7-d615580287c7+6:2359:x1871082241002752:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1784403527.739704:0:14797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a6f18205-6d4d-463b-9cd7-d615580287c7+6:2359:x1871082241002752:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 113us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403527.739714:0:14797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 49 00000100:00100000:0.0:1784403527.740733:0:14791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241002624 00000100:00100000:0.0:1784403527.740749:0:14791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241002624 00000100:00100000:0.0:1784403527.740819:0:14791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 131 00000100:00100000:0.0:1784403527.740830:0:14791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77610850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c12d25a6-6fec-420f-abaf-beb60f397179+10:2359:x1871082241002624:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1784403527.740939:0:14791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77610850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c12d25a6-6fec-420f-abaf-beb60f397179+10:2359:x1871082241002624:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 110us (1891us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403527.740947:0:14791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 131 00000100:00080000:3.0:1784403527.741113:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:2.0:1784403527.960311:0:7124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9791971e-5366-412b-99ee-4875c7fc85e0 00000020:00000080:2.0:1784403527.960325:0:7124:0:(genops.c:885:class_export_put()) final put ffff8c89435d4800/9791971e-5366-412b-99ee-4875c7fc85e0 00000020:00000080:1.0:1784403527.963479:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c89435d4800/9791971e-5366-412b-99ee-4875c7fc85e0 for lustre-OST0000 00000020:00000080:1.0:1784403527.963597:0:16536:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c89435d2800 for lustre-OST0000 00000100:00100000:3.0:1784403528.405489:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403528.405597:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403528.409919:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403528.411145:0:14782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241002880 00000100:00100000:2.0:1784403528.411162:0:14782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241002880 00000100:00100000:2.0:1784403528.411317:0:14782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241003136 00000100:00100000:2.0:1784403528.411322:0:14782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241003136 00000100:00100000:2.0:1784403528.411352:0:14782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:2.0:1784403528.411363:0:14782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c12d25a6-6fec-420f-abaf-beb60f397179+11:2359:x1871082241002880:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784403528.411384:0:14782:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784403528.411416:0:14782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce6e00/0x6828175665afbac4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890eef5 expref: 11 pid: 14789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403528.411439:0:14782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784403528.411532:0:14782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c12d25a6-6fec-420f-abaf-beb60f397179+10:2359:x1871082241002880:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 170us (6058us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403528.411540:0:14782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:2.0:1784403528.411560:0:14782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00100000:2.0:1784403528.411567:0:14782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c12d25a6-6fec-420f-abaf-beb60f397179+9:2359:x1871082241003136:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784403528.411600:0:14782:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784403528.411609:0:14782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a734a1800/0x6828175665afbb2d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890ef57 expref: 9 pid: 14791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403528.411619:0:14782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784403528.411637:0:14782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c12d25a6-6fec-420f-abaf-beb60f397179+8:2359:x1871082241003136:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 71us (6042us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403528.411641:0:14782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00100000:2.0:1784403528.411898:0:14782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241003008 00000100:00100000:2.0:1784403528.411903:0:14782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241003008 00000100:00100000:2.0:1784403528.411925:0:14782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 8 00000100:00100000:2.0:1784403528.411930:0:14782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c12d25a6-6fec-420f-abaf-beb60f397179+8:2359:x1871082241003008:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784403528.411938:0:14782:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784403528.411946:0:14782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce5400/0x6828175665afbacb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890ef1f expref: 8 pid: 14792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403528.411955:0:14782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784403528.411979:0:14782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c12d25a6-6fec-420f-abaf-beb60f397179+7:2359:x1871082241003008:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 48us (2076us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403528.411986:0:14782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 8 00010000:00010000:3.0:1784403528.415905:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784403528.416148:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260907904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1784403528.416243:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403528.416355:0:15433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260907904 00000100:00100000:1.0:1784403528.416365:0:15433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260907904 00000100:00100000:1.0:1784403528.416442:0:15433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1784403528.416455:0:15433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52372a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260907904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1784403528.416502:0:15433:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1784403528.416558:0:15433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52372a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260907904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403528.416566:0:15433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1784403528.416628:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260907904:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1784403528.416691:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784403528.417963:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260908160:0@lo:400:kworker.0 00000100:00100000:1.0:1784403528.418039:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:001064a9-3cb5-489b-ba0a-bb457082004b:3568:1871082260908032:0@lo:400:kworker.0 00000100:00100000:0.0:1784403528.418041:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403528.418104:0:3565:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784403528.418169:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a737eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3565:1871082260908288:0@lo:400:kworker.0 00000100:00100000:3.0:1784403528.418302:0:15768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260908160 00000100:00100000:3.0:1784403528.418310:0:15768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260908160 00000100:00100000:3.0:1784403528.418364:0:15768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1784403528.418374:0:15768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260908160:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1784403528.418708:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784403528.418936:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260908416:0@lo:400:kworker.0 00000100:00100000:2.0:1784403528.420129:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403528.420240:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260908416 00000100:00100000:2.0:1784403528.420249:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260908416 00000100:00100000:2.0:1784403528.420311:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1784403528.420323:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3567:x1871082260908416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784403528.420411:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3567:x1871082260908416:12345-0@lo:400:kworker.0 Request processed in 91us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403528.420420:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1784403528.420518:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403528.420557:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3568:1871082260908544:0@lo:400:kworker.0 00000100:00100000:1.0:1784403528.420587:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403528.420618:0:14789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260908032 00000100:00100000:1.0:1784403528.420622:0:14789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260908032 00000100:00100000:1.0:1784403528.420652:0:14789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1784403528.420658:0:14789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a4551d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:001064a9-3cb5-489b-ba0a-bb457082004b+19:3568:x1871082260908032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403528.420694:0:14789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a4551d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:001064a9-3cb5-489b-ba0a-bb457082004b+19:3568:x1871082260908032:12345-0@lo:400:kworker.0 Request processed in 36us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403528.420709:0:14789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1784403528.420742:0:14796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260908544 00000100:00100000:1.0:1784403528.420746:0:14796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260908544 00000100:00100000:1.0:1784403528.420772:0:14796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1784403528.420779:0:14796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52371c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3568:x1871082260908544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403528.420811:0:14796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52371c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3568:x1871082260908544:12345-0@lo:400:kworker.0 Request processed in 32us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403528.420818:0:14796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1784403528.420859:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:001064a9-3cb5-489b-ba0a-bb457082004b:3568:1871082260908032:0@lo:400:kworker.0 00000100:00100000:1.0:1784403528.420910:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3568:1871082260908544:0@lo:400:kworker.0 00000100:00100000:3.0:1784403528.421037:0:15768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260908160:12345-0@lo:400:kworker.0 Request processed in 2663us (2997us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403528.421048:0:15768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1784403528.421148:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403528.421489:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260908160:0@lo:400:kworker.0 00000100:00100000:3.0:1784403528.422183:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260908416:0@lo:400:kworker.0 00000100:00100000:0.0:1784403528.422388:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00080000:2.0:1784403528.422962:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784403528.424111:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260908288 00000100:00100000:1.0:1784403528.424127:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260908288 00000100:00100000:1.0:1784403528.424194:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241003392 00000100:00100000:1.0:1784403528.424198:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241003392 00000100:00100000:1.0:1784403528.424226:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1784403528.424236:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3565:x1871082260908288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403528.424354:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3565:x1871082260908288:12345-0@lo:400:kworker.0 Request processed in 119us (3206us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403528.424362:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1784403528.424384:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 56 00000100:00100000:1.0:1784403528.424391:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a6f18205-6d4d-463b-9cd7-d615580287c7+6:2357:x1871082241003392:12345-192.168.204.28@tcp:39:umount.0 00000020:00000080:1.0:1784403528.424424:0:14798:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afbad9 00000020:00010000:1.0:1784403528.424434:0:14798:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8c89419d8000: total 0 00000100:00080000:1.0:1784403528.424452:0:14798:0:(import.c:65:import_set_state_nolock()) ffff8c89419de000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1784403528.424481:0:14798:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:1.0:1784403528.424961:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a6f18205-6d4d-463b-9cd7-d615580287c7+5:2357:x1871082241003392:12345-192.168.204.28@tcp:39:umount.0 Request processed in 567us (2573us total) trans 8589934628 rc 0/0 00000100:00100000:1.0:1784403528.424969:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 56 00000020:00010000:1.0:1784403528.424998:0:15770:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8c89419d8000: total 0 00010000:00010000:1.0:1784403528.425048:0:15770:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8c89419d8000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1784403528.425098:0:15770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a4884d800) 00010000:00010000:1.0:1784403528.425102:0:15770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1784403528.425113:0:15770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7b5b3a00/0x6828175665afbbb2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890ef81 expref: 4 pid: 14798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403528.425141:0:15770:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8c89419d8000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1784403528.425153:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403528.425155:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403528.425156:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403528.425585:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a737eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3565:1871082260908288:0@lo:400:kworker.0 00000100:00100000:1.0:1784403528.454497:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403528.454623:0:14792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241003648 00000100:00100000:0.0:1784403528.454637:0:14792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241003648 00000100:00100000:0.0:1784403528.454704:0:14792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 133 00000100:00100000:0.0:1784403528.454716:0:14792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a4551dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c12d25a6-6fec-420f-abaf-beb60f397179+7:2357:x1871082241003648:12345-192.168.204.28@tcp:251:umount.0 00000020:00000080:0.0:1784403528.454782:0:14792:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afba7e 00000020:00010000:0.0:1784403528.454792:0:14792:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8c8a7c662000: total 0 00000100:00080000:0.0:1784403528.454798:0:14792:0:(import.c:65:import_set_state_nolock()) ffff8c8a7c665000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1784403528.454950:0:14792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a4551dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c12d25a6-6fec-420f-abaf-beb60f397179+3:2357:x1871082241003648:12345-192.168.204.28@tcp:251:umount.0 Request processed in 235us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403528.454978:0:14792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 133 00000020:00010000:2.0:1784403528.456101:0:14785:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8c8a7c662000: total 0 00010000:00010000:2.0:1784403528.456174:0:14785:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8c8a7c662000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1784403528.456222:0:14785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a734a0400/0x6828175665afba85 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890ee8c expref: 2 pid: 14792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403528.456239:0:14785:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8c8a7c662000, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1784403528.456262:0:14785:0:(genops.c:885:class_export_put()) final put ffff8c8a7c662000/c12d25a6-6fec-420f-abaf-beb60f397179 00010000:00010000:2.0:1784403528.456319:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403528.456321:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403528.456323:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1784403528.465933:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7c662000/c12d25a6-6fec-420f-abaf-beb60f397179 for MGS 00000020:00000080:0.0:1784403528.466008:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a7c665000 for MGS 00010000:00010000:3.0:1784403529.442193:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403530.464721:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1784403530.473590:0:17839:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1784403530.496334:0:17839:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1784403530.496386:0:17839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1000/0x6828175665afb7ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afb7b4 expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.496401:0:17839:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1000/0x6828175665afb7ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afb7b4 expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.496409:0:17839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1000/0x6828175665afb7ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb7b4 expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.496416:0:17839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1000/0x6828175665afb7ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb7b4 expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.496441:0:17839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1784403530.496447:0:17839:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1784403530.496469:0:17839:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784403530.496474:0:17839:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1784403530.496479:0:17839:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1784403530.496504:0:17839:0:(import.c:65:import_set_state_nolock()) ffff8c8a4891f000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1784403530.496568:0:14785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403530.496576:0:14785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1000/0x6828175665afb7ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb7b4 expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.496583:0:14785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a1000 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:2.0:1784403530.496586:0:14785:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1000/0x6828175665afb7ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb7b4 expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.496595:0:14785:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1000/0x6828175665afb7ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afb7b4 expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784403530.496602:0:14785:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1000/0x6828175665afb7ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afb7b4 expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403530.496607:0:14785:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1784403530.496623:0:14785:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1784403530.496626:0:14785:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1784403530.496653:0:14785:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1000/0x6828175665afb7ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb7b4 expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.496659:0:14785:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1784403530.496692:0:14785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1000/0x6828175665afb7ad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb7b4 expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.496699:0:14785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1000/0x6828175665afb7ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb7b4 expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.496711:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403530.496713:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403530.496715:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784403530.496779:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3564:1871082260908672:0@lo:39:umount.0 00000100:00100000:1.0:1784403530.496849:0:3564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403530.497124:0:14798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260908672 00000100:00100000:2.0:1784403530.497132:0:14798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260908672 00000100:00100000:2.0:1784403530.497241:0:14798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1784403530.497251:0:14798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52371880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3564:x1871082260908672:12345-0@lo:39:umount.0 00000020:00000080:2.0:1784403530.497277:0:14798:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb7de 00000100:00080000:2.0:1784403530.497285:0:14798:0:(import.c:65:import_set_state_nolock()) ffff8c8a7ffde800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1784403530.497348:0:14798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52371880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3564:x1871082260908672:12345-0@lo:39:umount.0 Request processed in 97us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403530.497356:0:14798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000020:00000080:2.0:1784403530.497367:0:14798:0:(genops.c:885:class_export_put()) final put ffff8c8a7ffde000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:2.0:1784403530.497398:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1784403530.497408:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7ffde000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1784403530.497456:0:16536:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a7ffde800 for lustre-MDT0000 00000100:00080000:2.0:1784403530.497493:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a4891f000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1784403530.497501:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3564:1871082260908672:0@lo:39:umount.0 00000100:00100000:0.0:1784403530.497597:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:001064a9-3cb5-489b-ba0a-bb457082004b:3565:1871082260908800:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784403530.497633:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1784403530.497856:0:17839:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784403530.497860:0:17839:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1784403530.497887:0:17839:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1784403530.498885:0:14782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260908800 00000100:00100000:2.0:1784403530.498896:0:14782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260908800 00000100:00100000:2.0:1784403530.498944:0:14782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784403530.498953:0:14782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:001064a9-3cb5-489b-ba0a-bb457082004b+19:3565:x1871082260908800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784403530.498969:0:14782:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784403530.498986:0:14782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a734a0200/0x6828175665afb7b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afb7ad expref: 19 pid: 14791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.499003:0:14782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784403530.499075:0:14782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:001064a9-3cb5-489b-ba0a-bb457082004b+18:3565:x1871082260908800:12345-0@lo:103:ldlm_bl.0 Request processed in 123us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403530.499083:0:14782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1784403530.499229:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:001064a9-3cb5-489b-ba0a-bb457082004b:3565:1871082260908800:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784403530.500578:0:17839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4e00/0x6828175665afb713 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afb71a expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.500635:0:17839:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4e00/0x6828175665afb713 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afb71a expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.500656:0:17839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4e00/0x6828175665afb713 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb71a expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.500664:0:17839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4e00/0x6828175665afb713 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb71a expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.500731:0:17839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403530.500749:0:17839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1200/0x6828175665afb9a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afb9ac expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.500756:0:17839:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1200/0x6828175665afb9a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afb9ac expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.500762:0:17839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1200/0x6828175665afb9a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb9ac expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.500768:0:17839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1200/0x6828175665afb9a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb9ac expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.500882:0:15770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784403530.500890:0:15770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4e00/0x6828175665afb713 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb71a expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.500899:0:15770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce4e00 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:2.0:1784403530.500903:0:15770:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4e00/0x6828175665afb713 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb71a expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.500912:0:15770:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4e00/0x6828175665afb713 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afb71a expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784403530.500919:0:15770:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4e00/0x6828175665afb713 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afb71a expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403530.500926:0:15770:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1784403530.500928:0:15770:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1784403530.500962:0:15770:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4e00/0x6828175665afb713 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb71a expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.500976:0:15770:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1784403530.501023:0:15770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4e00/0x6828175665afb713 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb71a expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501031:0:15770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4e00/0x6828175665afb713 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb71a expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501044:0:15770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403530.501061:0:15770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1200/0x6828175665afb9a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb9ac expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501068:0:15770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a1200 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:2.0:1784403530.501071:0:15770:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1200/0x6828175665afb9a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb9ac expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501077:0:15770:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1200/0x6828175665afb9a5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afb9ac expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784403530.501084:0:15770:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1200/0x6828175665afb9a5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afb9ac expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403530.501090:0:15770:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1784403530.501092:0:15770:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:2.0:1784403530.501104:0:15770:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1200/0x6828175665afb9a5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb9ac expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501121:0:15770:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1784403530.501139:0:15770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1200/0x6828175665afb9a5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb9ac expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501157:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403530.501159:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403530.501161:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784403530.501178:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:001064a9-3cb5-489b-ba0a-bb457082004b:3567:1871082260909056:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784403530.501237:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403530.501315:0:14783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260909056 00000100:00100000:2.0:1784403530.501324:0:14783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260909056 00000100:00100000:2.0:1784403530.501371:0:14783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784403530.501381:0:14783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:001064a9-3cb5-489b-ba0a-bb457082004b+18:3567:x1871082260909056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784403530.501393:0:14783:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784403530.501407:0:14783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce6000/0x6828175665afb9ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afb9a5 expref: 18 pid: 14789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.501409:0:17839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1784403530.501415:0:17839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1200/0x6828175665afb9a5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb9ac expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501422:0:14783:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 10000000:01000000:3.0:1784403530.501426:0:17839:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1784403530.501433:0:17839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2c00/0x6828175665afbb1f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbb26 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.501440:0:17839:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2c00/0x6828175665afbb1f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbb26 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.501453:0:17839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2c00/0x6828175665afbb1f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afbb26 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.501460:0:17839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2c00/0x6828175665afbb1f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afbb26 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403530.501466:0:14783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:001064a9-3cb5-489b-ba0a-bb457082004b+17:3567:x1871082260909056:12345-0@lo:103:ldlm_bl.0 Request processed in 87us (229us total) trans 0 rc 0/0 00010000:00010000:3.0:1784403530.501472:0:17839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1784403530.501473:0:14783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1784403530.501478:0:17839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afb705 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afb70c expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.501484:0:17839:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afb705 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afb70c expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.501491:0:17839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afb705 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb70c expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501491:0:14786:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403530.501496:0:14786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2c00/0x6828175665afbb1f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afbb26 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403530.501497:0:17839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afb705 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb70c expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501503:0:14786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7b5b2c00 already unused, calling callback (ffffffffc1ab5c20) 00010000:00010000:3.0:1784403530.501507:0:17839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00010000:2.0:1784403530.501507:0:14786:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2c00/0x6828175665afbb1f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afbb26 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784403530.501510:0:17839:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1784403530.501514:0:17839:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:2.0:1784403530.501514:0:14786:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2c00/0x6828175665afbb1f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afbb26 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784403530.501529:0:14786:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2c00/0x6828175665afbb1f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afbb26 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403530.501534:0:14786:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1784403530.501536:0:14786:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1784403530.501537:0:14786:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000020:01000004:3.0:1784403530.501540:0:17839:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1784403530.501544:0:17839:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1784403530.501549:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00010000:00010000:2.0:1784403530.501550:0:14786:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2c00/0x6828175665afbb1f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afbb26 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1784403530.501554:0:17839:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 2/7 00010000:00010000:2.0:1784403530.501555:0:14786:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00080000:3.0:1784403530.501560:0:17839:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8c8a7c663000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1784403530.501565:0:17839:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8c8a7c667800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:2.0:1784403530.501565:0:14786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2c00/0x6828175665afbb1f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afbb26 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501571:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2c00/0x6828175665afbb1f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afbb26 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1784403530.501580:0:17839:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8c89419d8000 a6f18205-6d4d-463b-9cd7-d615580287c7 192.168.204.28@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00010000:00010000:2.0:1784403530.501581:0:14786:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403530.501584:0:14786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afb705 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb70c expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1784403530.501586:0:17839:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8c8a7fd28000) has exports, disconnecting them 00000020:00080000:3.0:1784403530.501590:0:17839:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c8a7c663000), last request at 1784403528 00010000:00010000:2.0:1784403530.501590:0:14786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce4600 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:2.0:1784403530.501593:0:14786:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afb705 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb70c expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501599:0:14786:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afb705 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afb70c expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784403530.501605:0:14786:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afb705 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afb70c expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1784403530.501610:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb997 10000000:01000000:2.0:1784403530.501617:0:14786:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1784403530.501619:0:14786:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1784403530.501621:0:14786:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00080000:3.0:1784403530.501626:0:17839:0:(import.c:65:import_set_state_nolock()) ffff8c8a7c667000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1784403530.501634:0:14786:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afb705 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb70c expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501640:0:14786:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1784403530.501646:0:14786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afb705 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb70c expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501653:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afb705 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb70c expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403530.501662:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403530.501664:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403530.501665:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1784403530.501667:0:17839:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c8a7c663000): rc 0 00000020:00000080:3.0:1784403530.501669:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a7c663000/lustre-MDT0000-lwp-OST0001_UUID 00000100:00100000:2.0:1784403530.501673:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:001064a9-3cb5-489b-ba0a-bb457082004b:3568:1871082260909184:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1784403530.501689:0:17839:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c8a7c667800), last request at 1784403528 00000020:00000080:3.0:1784403530.501694:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb863 00000100:00080000:3.0:1784403530.501699:0:17839:0:(import.c:65:import_set_state_nolock()) ffff8c8a7c664000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1784403530.501702:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1784403530.501710:0:17839:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c8a7c667800): rc 0 00000020:00000080:3.0:1784403530.501712:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a7c667800/lustre-MDT0000-lwp-OST0000_UUID 00000004:00000080:3.0:1784403530.501719:0:17839:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb3f142cdfae0 00000020:00000080:2.0:1784403530.501726:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7c663000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000100:00080000:3.0:1784403530.502067:0:17839:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1784403530.502071:0:17839:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 3 00000004:00080000:3.0:1784403530.502084:0:17839:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1784403530.502547:0:17839:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:1.0:1784403530.502555:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:001064a9-3cb5-489b-ba0a-bb457082004b:3565:1871082260909312:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1784403530.502564:0:17839:0:(import.c:65:import_set_state_nolock()) ffff8c8a7b37b800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1784403530.502579:0:17839:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1784403530.502581:0:17839:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1784403530.502590:0:17839:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784403530.502592:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403530.502628:0:3565:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1784403530.502634:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:001064a9-3cb5-489b-ba0a-bb457082004b:3565:1871082260908928:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784403530.502655:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403530.502910:0:14784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260909184 00000100:00100000:0.0:1784403530.502917:0:14784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260909184 00000100:00080000:3.0:1784403530.502944:0:17839:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:0.0:1784403530.502949:0:14784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260909312 00000100:00100000:0.0:1784403530.502951:0:14784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260909312 00000100:00080000:3.0:1784403530.502954:0:17839:0:(import.c:65:import_set_state_nolock()) ffff8c8a52cc7800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1784403530.502961:0:14784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260908928 00000100:00100000:0.0:1784403530.502963:0:14784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260908928 00000100:00100000:0.0:1784403530.502975:0:14784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784403530.502982:0:14784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a453a7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:001064a9-3cb5-489b-ba0a-bb457082004b+19:3568:x1871082260909184:12345-0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1784403530.502984:0:17839:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8c8a7fd28000) has no exports 00010000:00010000:0.0:1784403530.502994:0:14784:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784403530.503009:0:14784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce4000/0x6828175665afbb26 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afbb1f expref: 19 pid: 14789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403530.503023:0:14784:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784403530.503083:0:14784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a453a7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:001064a9-3cb5-489b-ba0a-bb457082004b+18:3568:x1871082260909184:12345-0@lo:103:ldlm_bl.0 Request processed in 101us (1379us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403530.503089:0:14784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000080:2.0:1784403530.503117:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7c667800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00100000:0.0:1784403530.503129:0:14784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1784403530.503135:0:14784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52373480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:001064a9-3cb5-489b-ba0a-bb457082004b+17:3565:x1871082260909312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784403530.503141:0:14784:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000080:2.0:1784403530.503145:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a7c667000 for lustre-MDT0000 00000020:00000080:2.0:1784403530.503149:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a7c664000 for lustre-MDT0000 00010000:00010000:0.0:1784403530.503149:0:14784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7b5b3400/0x6828175665afb70c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afb705 expref: 17 pid: 14789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403530.503361:0:14784:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784403530.503372:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:001064a9-3cb5-489b-ba0a-bb457082004b:3567:1871082260909056:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784403530.503391:0:14784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52373480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:001064a9-3cb5-489b-ba0a-bb457082004b+16:3565:x1871082260909312:12345-0@lo:103:ldlm_bl.0 Request processed in 256us (798us total) trans 0 rc 0/0 00010000:00010000:2.0:1784403530.503393:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403530.503398:0:14784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1784403530.503399:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403530.503409:0:14784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1784403530.503441:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260909440:0@lo:9:umount.0 00000100:00100000:3.0:1784403530.503467:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:001064a9-3cb5-489b-ba0a-bb457082004b:3568:1871082260909184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784403530.503481:0:3564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403530.503518:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260909568:0@lo:9:umount.0 00000100:00100000:2.0:1784403530.503542:0:3564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403530.503572:0:15429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260909440 00000100:00100000:2.0:1784403530.503576:0:15429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260909440 00000100:00100000:0.0:1784403530.503660:0:14784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52370e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:001064a9-3cb5-489b-ba0a-bb457082004b+15:3565:x1871082260908928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784403530.503674:0:14784:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784403530.503684:0:14784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7b5b2200/0x6828175665afb71a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afb713 expref: 15 pid: 14789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403530.503694:0:14784:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784403530.503720:0:14784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52370e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:001064a9-3cb5-489b-ba0a-bb457082004b+14:3565:x1871082260908928:12345-0@lo:103:ldlm_bl.0 Request processed in 304us (1064us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403530.503726:0:14784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1784403530.503888:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:001064a9-3cb5-489b-ba0a-bb457082004b:3565:1871082260908928:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784403530.503898:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:001064a9-3cb5-489b-ba0a-bb457082004b:3565:1871082260909312:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784403530.503913:0:15429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260909568 00000100:00100000:2.0:1784403530.503918:0:15429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260909568 00000100:00100000:3.0:1784403530.504074:0:15430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1784403530.504083:0:15430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3564:x1871082260909440:12345-0@lo:9:umount.0 00000020:00000080:3.0:1784403530.504111:0:15430:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb87f 00000100:00080000:3.0:1784403530.504119:0:15430:0:(import.c:65:import_set_state_nolock()) ffff8c8a7d193000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1784403530.504182:0:15430:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:1.0:1784403530.504323:0:15431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1784403530.504332:0:15431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3564:x1871082260909568:12345-0@lo:9:umount.0 00000020:00000080:1.0:1784403530.504346:0:15431:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb9b3 00000100:00080000:1.0:1784403530.504357:0:15431:0:(import.c:65:import_set_state_nolock()) ffff8c8a7c663800 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1784403530.504362:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1784403530.504366:0:14793:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1784403530.504401:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403530.504637:0:15430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3564:x1871082260909440:12345-0@lo:9:umount.0 Request processed in 555us (1154us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403530.504643:0:15430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:0.0:1784403530.504731:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a7b37b800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1784403530.504752:0:3564:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1784403530.504754:0:3564:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784403530.504757:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260909440:0@lo:9:umount.0 00010000:00010000:2.0:1784403530.505417:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1784403530.505483:0:15431:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:3.0:1784403530.506167:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784403530.506296:0:15431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3564:x1871082260909568:12345-0@lo:9:umount.0 Request processed in 1962us (2749us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403530.506306:0:15431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:2.0:1784403530.506448:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a52cc7800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1784403530.506467:0:3564:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1784403530.506470:0:3564:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1784403530.506473:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260909568:0@lo:9:umount.0 00000020:00080000:3.0:1784403530.516079:0:17839:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8c8a7fd28000) has no exports 00000020:00000080:3.0:1784403530.587709:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb760 00000020:00000080:3.0:1784403530.587726:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a47c34800/lustre-QMT0000_UUID 00000020:01000000:3.0:1784403530.587954:0:17839:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1784403530.588053:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a47c34800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1784403530.588088:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784403530.588416:0:17839:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1784403530.588423:0:17839:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8c8a452b4d40) has no exports 00000020:00000080:2.0:1784403530.588985:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb759 00000020:00000080:2.0:1784403530.588992:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a805fb800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1784403530.589073:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784403530.589082:0:17839:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1784403530.589085:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a805fe800/lustre-QMT0000_UUID 00000020:00000080:2.0:1784403530.589087:0:17839:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a805fe800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1784403530.589096:0:17839:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1784403530.590386:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a805fb800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:0.0:1784403531.498254:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403532.513936:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1784403532.613416:0:6314:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a6f18205-6d4d-463b-9cd7-d615580287c7 00000001:00080000:1.0:1784403532.613444:0:6314:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1784403532.613452:0:6314:0:(genops.c:885:class_export_put()) final put ffff8c89419d8000/a6f18205-6d4d-463b-9cd7-d615580287c7 00000020:00000080:3.0:1784403532.613588:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c89419d8000/a6f18205-6d4d-463b-9cd7-d615580287c7 for lustre-MDT0000 00000020:00000080:3.0:1784403532.613662:0:16536:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c89419de000 for lustre-MDT0000 00000020:01000000:2.0:1784403532.639035:0:17839:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8c89436bb9c0 - data ffff8c8a5088cca8/ffff8c8943853000 00000020:01000000:2.0:1784403532.639187:0:17839:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8c8a4556ade0 - data ffff8c8a484eb6c0/ffff8c8a49574c00 00000001:00000004:2.0:1784403532.647308:0:17839:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:2.0:1784403532.736854:0:17839:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1784403532.736912:0:17839:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 4 00000004:00080000:2.0:1784403532.736950:0:17839:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1784403532.736953:0:17839:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1784403532.737795:0:14818:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1784403532.737803:0:14818:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:0.0:1784403532.737826:0:14818:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1784403532.739348:0:17839:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1784403532.739357:0:17839:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1784403532.739374:0:17839:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1784403532.739377:0:17839:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1784403532.739675:0:14820:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1784403532.739680:0:14820:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:0.0:1784403532.739691:0:14820:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1784403532.775207:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb728 00000020:00000080:0.0:1784403532.775227:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a7ffdd000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1784403532.776111:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7ffdd000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1784403532.776433:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb73d 00000020:00000080:0.0:1784403532.776441:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a7ffdb800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1784403532.776487:0:17839:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1784403532.776500:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784403532.776512:0:17839:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784403532.776517:0:17839:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8c8a7fd299c0) has no exports 00000004:01000000:0.0:1784403532.776704:0:17839:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1784403532.776713:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb78a 00000020:00000080:0.0:1784403532.776717:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a736a1800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1784403532.777182:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7ffdb800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1784403532.777287:0:17839:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1784403532.777292:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784403532.777298:0:17839:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1784403532.777301:0:17839:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8c8a72e40000) has no exports 00000020:00000080:0.0:1784403532.777309:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb783 00000020:00000080:0.0:1784403532.777313:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a488ae800/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1784403532.777700:0:17839:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1784403532.777706:0:17839:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1784403532.777711:0:17839:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1784403532.777718:0:17839:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784403532.777722:0:17839:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1784403532.777761:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784403532.777768:0:17839:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784403532.777775:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb775 00000020:00000080:0.0:1784403532.777779:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a7764d800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1784403532.777855:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a736a1800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1784403532.777904:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a488ae800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1784403532.777910:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a52cc7800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1784403532.777915:0:36:0:(genops.c:885:class_export_put()) final put ffff8c8a7764b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1784403532.777917:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7764b000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1784403532.777930:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1784403532.778022:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7764d800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1784403532.778063:0:17839:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1784403532.778068:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784403532.778083:0:17839:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784403532.778085:0:17839:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8c8a452b19c0) has no exports 00000020:00000080:0.0:1784403532.778089:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb76e 00000020:00000080:0.0:1784403532.778093:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a7b37a000/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1784403532.778493:0:17839:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1784403532.778497:0:17839:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1784403532.778499:0:17839:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 5 00000004:00080000:0.0:1784403532.778503:0:17839:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784403532.778505:0:17839:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1784403532.779030:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7b37a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1784403532.782177:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a7b37b800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1784403532.782335:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784403532.782351:0:17839:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784403532.782358:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a7b378800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1784403532.782363:0:17839:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7b378800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1784403532.782373:0:17839:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784403532.782569:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784403532.782575:0:17839:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784403532.782578:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a7ffdc800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1784403532.782580:0:17839:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7ffdc800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1784403532.782585:0:17839:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784403532.782690:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb744 00000020:00000080:0.0:1784403532.782700:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a7ffdc000/lustre-MDD0000_UUID 00000020:01000000:0.0:1784403532.782722:0:17839:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1784403532.782729:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784403532.782735:0:17839:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784403532.782740:0:17839:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8c8a7fd2b380) has no exports 00000020:00000080:0.0:1784403532.782766:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784403532.782769:0:17839:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1784403532.782774:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb74b 00000020:00000080:0.0:1784403532.782778:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a7ffd8000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1784403532.782888:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7ffdc000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1784403532.782893:0:36:0:(genops.c:885:class_export_put()) final put ffff8c8a7ffdf000/lustre-MDD0000_UUID 00000020:00000080:1.0:1784403532.782896:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7ffdf000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1784403532.782902:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1784403532.783040:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7ffd8000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1784403532.783090:0:17839:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c8a7303e800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1784403532.783095:0:17839:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c8a7303e800 3 00000020:01000004:0.0:1784403532.783111:0:17839:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8c8a7303e800 from lustre-MDT0000 00000020:00000080:0.0:1784403532.783134:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784403532.783138:0:17839:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1784403532.783141:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a7ffd8800/lustre-MDT0000_UUID 00000020:00000080:0.0:1784403532.783144:0:17839:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7ffd8800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1784403532.783152:0:17839:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1784403532.783177:0:17839:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:0.0:1784403532.783181:0:17839:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1784403532.783184:0:17839:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1784403532.783187:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784403532.783190:0:17839:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1784403532.783198:0:17839:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8c8a510a8800 001064a9-3cb5-489b-ba0a-bb457082004b 0@lo 13 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1784403532.783203:0:17839:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8c8a527a3380) has exports, disconnecting them 00000020:00080000:0.0:1784403532.783208:0:17839:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8c8a510a8800), last request at 1784403453 00000020:00000080:0.0:1784403532.783226:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb6f0 00000020:00010000:0.0:1784403532.783230:0:17839:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8c8a510a8800: total 0 00000100:00080000:0.0:1784403532.783235:0:17839:0:(import.c:65:import_set_state_nolock()) ffff8c8a510a8000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1784403532.783261:0:17839:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c8a510a8800): rc 0 00000020:00080000:0.0:1784403532.783266:0:17839:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8c8a527a3380) has no exports 00000100:00100000:0.0:1784403532.783367:0:14792:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8c8a49d20a00:14792] 2 exiting: rc = 0 00000020:00010000:1.0:1784403532.783507:0:14786:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8c8a510a8800: total 0 00010000:00010000:1.0:1784403532.783512:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403532.783536:0:14786:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8c8a510a8800, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1784403532.783573:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a734a1c00/0x6828175665afb6fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afb6f7 expref: 9 pid: 14791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403532.783605:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbb18 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afbb11 expref: 8 pid: 14792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403532.783616:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce4400/0x6828175665afb84e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afb847 expref: 7 pid: 14791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403532.783626:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce4800/0x6828175665afbb0a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afbb03 expref: 6 pid: 14792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403532.783639:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a734a0000/0x6828175665afb958 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afb951 expref: 5 pid: 14791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403532.783650:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7b5b2600/0x6828175665afb816 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afb80f expref: 4 pid: 14792 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403532.783662:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7b5b3c00/0x6828175665afb982 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afb97b expref: 3 pid: 14789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403532.783671:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a734a0800/0x6828175665afb824 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6828175665afb81d expref: 2 pid: 14789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403532.783683:0:14786:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8c8a510a8800, canceled 8 locks, left on hash table 0. 00000020:00000080:1.0:1784403532.783698:0:14786:0:(genops.c:885:class_export_put()) final put ffff8c8a510a8800/001064a9-3cb5-489b-ba0a-bb457082004b 00010000:00010000:1.0:1784403532.783715:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403532.783718:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403532.783719:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784403532.783744:0:14791:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8c8a580a3c00:14791] 1 exiting: rc = 0 00000100:00100000:1.0:1784403532.783812:0:14789:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8c8a580a3600:14789] 0 exiting: rc = 1 00000020:00000080:0.0:1784403532.784039:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a510a8800/001064a9-3cb5-489b-ba0a-bb457082004b for MGS 00000020:00000080:0.0:1784403532.784580:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a510a8000 for MGS 00000100:00100000:0.0:1784403532.784625:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784634:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784640:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784645:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784650:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784656:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784663:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784670:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784675:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784681:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784700:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784705:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784713:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784720:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784725:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784731:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784738:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784744:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784749:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784754:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784760:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784767:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784772:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784778:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784783:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784937:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784943:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784949:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784954:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784959:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784965:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784970:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784976:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784982:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784987:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.784994:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785000:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785016:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785023:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785029:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785035:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785042:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785047:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785052:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785058:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785072:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785077:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785082:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785087:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785093:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785099:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785105:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785110:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785115:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785120:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785125:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785129:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785134:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785140:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785145:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785152:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785158:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785163:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.785169:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:0.0:1784403532.785604:0:17839:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:0.0:1784403532.785609:0:17839:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:0.0:1784403532.787256:0:17839:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8c8a5872cba0 - data ffff8c8a7789aca8/ffff8c8942bedc00 00000020:01000000:0.0:1784403532.787382:0:17839:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8c8a456f6360 - data ffff8c8a70be95e8/ffff8c8a73378000 00000020:00000080:0.0:1784403532.788116:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb6d4 00000020:00000080:0.0:1784403532.788126:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a730a6800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1784403532.788184:0:17839:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c8a7303e800 from MGS, refs=2 00000020:01000004:0.0:1784403532.788189:0:17839:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c8a7303e800 2 00000020:01000004:0.0:1784403532.788193:0:17839:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8c8a7303e800 from MGS 00000020:00000080:0.0:1784403532.788222:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784403532.788230:0:17839:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1784403532.788233:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a730a4000/MGS 00000020:00000080:0.0:1784403532.788237:0:17839:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a730a4000/MGS for MGS 00000020:01000000:0.0:1784403532.788245:0:17839:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1784403532.788315:0:17839:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1784403532.788331:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784403532.788339:0:17839:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1784403532.788347:0:17839:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8c8a77648000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1784403532.788354:0:17839:0:(genops.c:1553:class_disconnect_exports()) OBD device 10 (ffff8c8a72e43380) has exports, disconnecting them 00000020:00080000:0.0:1784403532.788360:0:17839:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8c8a77648000), last request at 1784403454 00000020:00000080:0.0:1784403532.788365:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb7c2 00000020:00080000:0.0:1784403532.788372:0:17839:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c8a77648000): rc 0 00000020:00000080:0.0:1784403532.788377:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a77648000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1784403532.788644:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a730a6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1784403532.789462:0:17839:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1784403532.789468:0:17839:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1784403532.789475:0:17839:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1784403532.789483:0:17839:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1784403532.789618:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784403532.789625:0:17839:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1784403532.789630:0:17839:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c8a7303e800 1 00000020:00000080:0.0:1784403532.789635:0:17839:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb6c6 00000020:00000080:0.0:1784403532.789641:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a730a0800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1784403532.789646:0:17839:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1784403532.789651:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784403532.789654:0:17839:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784403532.789657:0:17839:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8c8a452b0000) has no exports 00000020:00000080:1.0:1784403532.790211:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a77648000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1784403532.790224:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a4891f000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1784403532.790231:0:36:0:(genops.c:885:class_export_put()) final put ffff8c8a81b43800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1784403532.790233:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a81b43800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1784403532.790239:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1784403532.790333:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a730a0800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1784403532.814428:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784403532.814451:0:17839:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1784403532.814460:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a7303a800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1784403532.814466:0:17839:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7303a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1784403532.814476:0:17839:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1784403532.814630:0:17839:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8c8a7303d800 00000020:01000000:1.0:1784403532.814658:0:17839:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1784403532.814664:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784403532.814668:0:17839:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1784403532.814673:0:17839:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8c8a7fd2cd40) has no exports 00000100:00100000:2.0:1784403532.816996:0:14796:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8c8a525c3a00:14796] 0 exiting: rc = 1 00000100:00100000:2.0:1784403532.817145:0:14798:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8c8a43f6e000:14798] 2 exiting: rc = 0 00000100:00100000:2.0:1784403532.817212:0:16679:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8c8a7d663c00:16679] 3 exiting: rc = 0 00000100:00100000:0.0:1784403532.817624:0:14797:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8c8a525c3400:14797] 1 exiting: rc = 0 00000100:00100000:1.0:1784403532.817809:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817819:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817825:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817831:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817838:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817844:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817849:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817856:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817863:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817895:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817902:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817909:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817916:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817922:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817929:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817936:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817962:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817969:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817977:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817983:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817989:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.817996:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818001:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818018:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818024:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818034:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818040:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818048:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818054:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818061:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818069:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818076:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818082:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818090:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818097:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818104:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818112:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818119:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818126:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818133:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818139:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818145:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818152:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818159:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818166:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818176:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818187:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818193:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818200:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818206:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818213:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818228:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818234:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818241:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818247:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818254:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818260:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818266:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818272:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818279:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818288:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818295:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818301:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.818308:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.822420:0:14800:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8c8a43f6e600:14800] 1 exiting: rc = 0 00000100:00100000:2.0:1784403532.822636:0:14799:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8c8a43f6fc00:14799] 0 exiting: rc = 1 00000100:00100000:1.0:1784403532.822735:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822748:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822757:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822762:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822766:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822773:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822779:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822851:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822861:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822900:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822906:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822912:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822918:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822924:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822929:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822935:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822941:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822946:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822951:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822957:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822963:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822968:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822990:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.822995:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823000:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823016:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823022:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823028:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823033:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823038:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823043:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823048:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823053:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823059:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823064:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823069:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823074:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823080:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823086:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823091:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823096:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823102:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823108:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823114:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823119:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823124:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823130:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823136:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823141:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823147:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823153:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823158:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823164:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823170:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823175:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823181:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823186:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823202:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823207:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823212:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823217:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823222:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823228:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.823233:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403532.823799:0:14801:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8c8a430a0800:14801] 0 exiting: rc = 1 00000100:00100000:2.0:1784403532.824057:0:14802:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8c8a43f6f600:14802] 1 exiting: rc = 0 00000100:00100000:1.0:1784403532.824155:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824163:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824178:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824185:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824191:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824197:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824203:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824220:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824228:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824235:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824244:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824251:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824257:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824263:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824270:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824278:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824284:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824290:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824296:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824317:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824328:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824337:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824343:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824351:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824358:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824365:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824374:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824381:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824399:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824405:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824413:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824434:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824442:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824449:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824456:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824465:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824472:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824479:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824486:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824493:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824499:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824506:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824513:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824534:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824542:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824548:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824555:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824562:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824568:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824575:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824581:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824594:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824605:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824612:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824624:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824647:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824656:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824663:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824670:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824677:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824683:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824690:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824696:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.824709:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.836244:0:14804:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8c8a43f6ea00:14804] 1 exiting: rc = 0 00000100:00100000:1.0:1784403532.841233:0:14803:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8c8a43f6f400:14803] 0 exiting: rc = 1 00000100:00100000:2.0:1784403532.841442:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841451:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841457:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841462:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841469:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841474:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841479:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841485:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841492:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841497:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841504:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841510:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841515:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841521:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841526:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841532:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841538:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841544:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841570:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841576:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841581:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841588:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841593:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841599:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841604:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841610:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841616:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841621:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841627:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841631:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841636:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841642:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841647:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841653:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841658:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841664:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841669:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841675:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841680:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841685:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841691:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841697:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841702:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841707:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841713:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841718:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841724:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841729:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841735:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841740:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841744:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841749:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841754:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841768:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841773:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841779:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841797:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841805:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841810:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841815:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841821:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841826:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841831:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.841837:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.842564:0:14806:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8c8a430a1800:14806] 1 exiting: rc = 0 00000100:00100000:1.0:1784403532.842933:0:14805:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8c8a523ab800:14805] 0 exiting: rc = 1 00000100:00100000:2.0:1784403532.843045:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843053:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843058:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843063:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843070:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843075:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843081:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843086:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843091:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843099:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843106:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843115:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843123:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843132:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843139:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843148:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843156:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843162:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843169:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843176:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843185:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843193:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843201:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843209:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843236:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843245:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843252:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843260:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843267:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843275:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843283:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843290:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843298:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843307:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843312:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843318:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843322:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843327:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843332:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843337:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843342:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843347:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843352:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843358:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843362:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843368:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843373:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843379:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843384:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843389:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843394:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843399:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843404:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843410:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843416:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843422:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843428:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843433:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843439:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843452:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843458:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843463:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843469:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.843474:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.843959:0:14807:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8c8a430a0400:14807] 0 exiting: rc = 1 00000100:00100000:1.0:1784403532.844045:0:14808:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8c8a52fafe00:14808] 1 exiting: rc = 0 00000100:00100000:2.0:1784403532.844173:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844183:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844191:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844199:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844207:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844213:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844219:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844225:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844231:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844236:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844241:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844246:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844251:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844256:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844261:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844266:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844271:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844276:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844281:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844287:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844293:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844299:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844304:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844311:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844316:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844322:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844327:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844333:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844338:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844343:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844359:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844365:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844371:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844376:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844382:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844388:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844393:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844399:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844404:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844410:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844416:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844421:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844426:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844432:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844437:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844443:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844449:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844454:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844459:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844465:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844470:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844475:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844480:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844486:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844491:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844497:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844502:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844507:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844513:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844519:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844524:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844529:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844534:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.844539:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784403532.845662:0:14809:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8c8a43f2d200:14809] 0 exiting: rc = 1 00000100:00100000:1.0:1784403532.846461:0:14810:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8c8a7af3e800:14810] 1 exiting: rc = 0 00000100:00100000:0.0:1784403532.846733:0:14811:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8c8a7af3e600:14811] 2 exiting: rc = 0 00000100:00100000:2.0:1784403532.847146:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847170:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847176:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847183:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847189:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847194:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847201:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847207:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847214:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847242:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847251:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847258:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847264:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847271:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847277:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847283:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847289:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847296:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847302:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847309:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847315:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847322:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847328:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847334:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847341:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847348:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847354:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847360:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847366:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847371:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847377:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847383:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847388:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847409:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847417:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847423:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847436:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847442:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847447:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847452:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847458:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847464:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847470:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847476:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847482:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847489:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847496:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847502:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847507:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847513:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847520:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847526:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847533:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847539:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847546:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847552:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847559:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847580:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847589:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847595:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847601:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847606:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847613:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784403532.847620:0:17839:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1784403532.853651:0:17839:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784403532.853673:0:17839:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1784403532.853680:0:17839:0:(genops.c:885:class_export_put()) final put ffff8c8a4513d800/MDS_uuid 00000020:00000080:2.0:1784403532.853687:0:17839:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a4513d800/MDS_uuid for MDS 00000020:01000000:2.0:1784403532.853694:0:17839:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1784403532.854121:0:17839:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00000001:00100000:2.0:1784403533.112178:0:7124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1784403533.112204:0:7124:0:(genops.c:885:class_export_put()) final put ffff8c8a7d194000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1784403533.112964:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7d194000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1784403533.113112:0:16536:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a7d193000 for lustre-OST0000 00010000:00010000:0.0:1784403533.535159:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403533.535373:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:001064a9-3cb5-489b-ba0a-bb457082004b:3566:1871082260909696:0@lo:400:kworker.0 00000400:00000100:0.0:1784403533.535444:0:3566:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1871082260909696 offset 0 length 224: 4 00000100:00100000:0.0:1784403533.535520:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260909824:0@lo:400:kworker.0 00000400:00000100:0.0:1784403533.535553:0:3567:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871082260909824 offset 0 length 224: 4 00000100:00100000:0.0:1784403533.535571:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784403533.535577:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3567:1871082260909952:0@lo:400:kworker.0 00000400:00000100:0.0:1784403533.535592:0:3567:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871082260909952 offset 0 length 224: 4 00000001:00100000:1.0:1784403533.587321:0:8006:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1784403533.587334:0:8006:0:(genops.c:885:class_export_put()) final put ffff8c8a7c666000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1784403533.587524:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7c666000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1784403533.587598:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a7c663800 for lustre-OST0001 00010000:00010000:0.0:1784403534.559060:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403535.585070:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1784403535.702328:0:17990:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1784403535.721115:0:17990:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1784403535.721163:0:17990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afb847 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afb84e expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403535.721178:0:17990:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afb847 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afb84e expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403535.721186:0:17990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afb847 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb84e expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403535.721192:0:17990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afb847 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb84e expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403535.721219:0:17990:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1784403535.721225:0:17990:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1784403535.721246:0:17990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784403535.721258:0:17990:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c8a81b5a300 x1871082260909824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784403535.721276:0:17990:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1784403535.721282:0:17990:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1784403535.721309:0:17990:0:(import.c:65:import_set_state_nolock()) ffff8c8a7c768800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1784403535.721338:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3564:1871082260910080:0@lo:39:umount.0 00000400:00000100:2.0:1784403535.721390:0:3564:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871082260910080 offset 0 length 224: 4 00010000:00010000:1.0:1784403535.721493:0:14785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784403535.721500:0:14785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afb847 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb84e expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403535.721508:0:14785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a0e00 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:1.0:1784403535.721511:0:14785:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afb847 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb84e expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403535.721520:0:14785:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afb847 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afb84e expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784403535.721528:0:14785:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afb847 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afb84e expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403535.721534:0:14785:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1784403535.721536:0:14785:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1784403535.721538:0:14785:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1784403535.721581:0:14785:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afb847 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb84e expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403535.721587:0:14785:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784403535.721616:0:14785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afb847 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb84e expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403535.721625:0:14785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afb847 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x6828175665afb84e expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403535.721635:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403535.721637:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403535.721639:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403535.721847:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260909824:0@lo:400:kworker.0 00000100:00100000:2.0:1784403535.721998:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:001064a9-3cb5-489b-ba0a-bb457082004b:3565:1871082260910208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784403535.722038:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403535.722157:0:14783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260910208 00000100:00100000:3.0:1784403535.722164:0:14783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260910208 00000100:00100000:3.0:1784403535.722235:0:14783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1784403535.722244:0:14783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3565:x1871082260910208:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1784403535.722250:0:14783:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784403535 with bad export cookie 7505274438853572336 00000100:00100000:0.0:1784403535.731282:0:14783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3565:x1871082260910208:12345-0@lo:103:ldlm_bl.0 Request processed in 9031us (9237us total) trans 0 rc -107/-107 00000100:00080000:1.0:1784403535.731350:0:3565:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.128@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1784403535.731357:0:3565:0:(import.c:65:import_set_state_nolock()) ffff8c8a488ad800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1784403535.731362:0:3565:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.128@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:0.0:1784403535.731549:0:14783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1784403535.737247:0:3565:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.128@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1784403535.737252:0:3565:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1784403535.737263:0:3565:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c8a81b59c00 x1871082260909696/t0(0) o400->MGC192.168.204.128@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784403549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784403535.737341:0:3565:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c8a52371f80 x1871082260910208/t0(0) o103->MGC192.168.204.128@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784403551 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1784403535.737409:0:3565:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1784403535.737412:0:3565:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1784403535.737413:0:3565:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1784403535.737417:0:3565:0:(import.c:65:import_set_state_nolock()) ffff8c8a488ad800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784403535.737421:0:3565:0:(import.c:510:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 0@lo last attempt 459 00000100:00080000:1.0:1784403535.737430:0:3565:0:(import.c:624:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c8a488ad800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1784403535.737612:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:001064a9-3cb5-489b-ba0a-bb457082004b:3566:1871082260909696:0@lo:400:kworker.0 00000100:00100000:2.0:1784403535.738307:0:3565:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a77cd6680 x1871082260910336/t0(0) o250->MGC192.168.204.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784403535.738366:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:001064a9-3cb5-489b-ba0a-bb457082004b:3565:1871082260910208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784403535.738721:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:001064a9-3cb5-489b-ba0a-bb457082004b:3564:1871082260910336:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:3.0:1784403535.738771:0:3564:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1871082260910336 offset 0 length 520: 4 00010000:00010000:0.0:1784403536.607072:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403537.633374:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403538.656963:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1784403538.657550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 001064a9-3cb5-489b-ba0a-bb457082004b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1784403538.657557:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 001064a9-3cb5-489b-ba0a-bb457082004b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1784403538.658206:0:3565:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1784403538.658231:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3565:1871082260910464:0@lo:400:kworker.0 00000400:00000100:2.0:1784403538.658298:0:3565:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871082260910464 offset 0 length 224: 4 00010000:00010000:0.0:1784403539.682191:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784403540.703327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 001064a9-3cb5-489b-ba0a-bb457082004b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784403540.703338:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 001064a9-3cb5-489b-ba0a-bb457082004b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784403540.703464:0:3568:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784403540.703487:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3568:1871082260910592:0@lo:400:kworker.0 00000400:00000100:0.0:1784403540.703542:0:3568:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871082260910592 offset 0 length 224: 4 00010000:00010000:2.0:1784403540.703777:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403541.727220:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403542.751775:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403543.775478:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403544.800401:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403545.311352:0:3564:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784403535/real 1784403535] req@ffff8c8a77cd6680 x1871082260910336/t0(0) o250->MGC192.168.204.128@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784403545 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784403545.311406:0:3564:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c8a77cd6680 x1871082260910336/t0(0) o250->MGC192.168.204.128@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784403545 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784403545.312263:0:3564:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784403535/real 1784403535] req@ffff8c8a77cd6300 x1871082260910080/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1784403545 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784403545.312287:0:3564:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c8a77cd6300 x1871082260910080/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1784403545 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784403545.312308:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a488ad800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784403545.312340:0:3564:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1784403545.312344:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:001064a9-3cb5-489b-ba0a-bb457082004b:3564:1871082260910336:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:3.0:1784403545.312350:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a7c768800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1784403545.312373:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3564:1871082260910080:0@lo:39:umount.0 00000100:00080000:0.0:1784403545.313414:0:17990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1784403545.313422:0:17990:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1784403545.313429:0:17990:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1784403545.314353:0:16536:0:(pinger.c:229:ptlrpc_pinger_process_import()) 001064a9-3cb5-489b-ba0a-bb457082004b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784403545.314361:0:16536:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1784403545.314365:0:16536:0:(import.c:65:import_set_state_nolock()) ffff8c8a488ad800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784403545.314374:0:16536:0:(import.c:510:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 0@lo last attempt 541 00000100:00080000:2.0:1784403545.314379:0:16536:0:(import.c:589:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784403545.314387:0:16536:0:(import.c:624:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c8a488ad800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1784403545.314426:0:16536:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a77cd4e00 x1871082260910720/t0(0) o250->MGC192.168.204.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784403545.314532:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784403545.314550:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3567:1871082260910848:0@lo:400:kworker.0 00000400:00000100:2.0:1784403545.314603:0:3567:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871082260910848 offset 0 length 224: 4 00000100:00100000:3.0:1784403545.315295:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:001064a9-3cb5-489b-ba0a-bb457082004b:3564:1871082260910720:0@lo:250:kworker.0 00000400:00000100:3.0:1784403545.315328:0:3564:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1871082260910720 offset 0 length 520: 4 00010000:00010000:0.0:1784403545.316457:0:17990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7600/0x6828175665afb81d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afb824 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403545.316473:0:17990:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7600/0x6828175665afb81d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afb824 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403545.316494:0:17990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7600/0x6828175665afb81d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb824 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403545.316501:0:17990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7600/0x6828175665afb81d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb824 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403545.316555:0:17990:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784403545.316563:0:17990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7c00/0x6828175665afbb11 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbb18 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403545.316571:0:17990:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7c00/0x6828175665afbb11 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbb18 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403545.316577:0:17990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7c00/0x6828175665afbb11 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afbb18 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403545.316583:0:17990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7c00/0x6828175665afbb11 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afbb18 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403545.316718:0:17990:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1784403545.316724:0:17990:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1784403545.316746:0:17990:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1784403545.316751:0:17990:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1784403545.316756:0:17990:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784403545.316762:0:17990:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1784403545.316767:0:17990:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8c8a506d4d40) has no exports 00000020:00080000:0.0:1784403545.316807:0:17990:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8c8a506d4d40) has no exports 00000020:01000000:0.0:1784403545.321924:0:17990:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8c89436bbde0 - data ffff8c8a5332ee58/ffff8c89438d5000 00000020:01000000:0.0:1784403545.322241:0:17990:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8c8a430ecb40 - data ffff8c8a50870a20/ffff8c8a7c70e800 00010000:00010000:1.0:1784403545.323201:0:14786:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784403545.323213:0:14786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7600/0x6828175665afb81d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb824 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403545.323226:0:14786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce7600 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:1.0:1784403545.323230:0:14786:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7600/0x6828175665afb81d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb824 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403545.323241:0:14786:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7600/0x6828175665afb81d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afb824 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784403545.323248:0:14786:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7600/0x6828175665afb81d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afb824 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403545.323253:0:14786:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1784403545.323255:0:14786:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1784403545.323258:0:14786:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1784403545.323275:0:14786:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c8a488ad800 00010000:00010000:1.0:1784403545.323279:0:14786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7600/0x6828175665afb81d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x6828175665afb824 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403545.323286:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7600/0x6828175665afb81d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x6828175665afb824 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403545.323298:0:14786:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784403545.323302:0:14786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7c00/0x6828175665afbb11 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afbb18 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403545.323324:0:14786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce7c00 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:1.0:1784403545.323327:0:14786:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7c00/0x6828175665afbb11 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afbb18 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403545.323335:0:14786:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7c00/0x6828175665afbb11 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afbb18 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784403545.323341:0:14786:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7c00/0x6828175665afbb11 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afbb18 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403545.323347:0:14786:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1784403545.323349:0:14786:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1784403545.323351:0:14786:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1784403545.323357:0:14786:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c8a488ad800 00010000:00010000:1.0:1784403545.323360:0:14786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7c00/0x6828175665afbb11 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x6828175665afbb18 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403545.323366:0:14786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7c00/0x6828175665afbb11 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x6828175665afbb18 expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403545.323375:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403545.323376:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403545.323378:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403545.324853:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1784403545.347758:0:17990:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1784403545.378956:0:17990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb832 00000020:00000080:2.0:1784403545.378967:0:17990:0:(genops.c:885:class_export_put()) final put ffff8c8a506bc800/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1784403545.378981:0:17990:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c8a5270a000 from lustre-OST0000, refs=2 00000020:01000004:2.0:1784403545.378984:0:17990:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c8a5270a000 2 00000020:01000004:2.0:1784403545.378987:0:17990:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8c8a5270a000 from lustre-OST0000 00000020:00000080:2.0:1784403545.379012:0:17990:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784403545.379023:0:17990:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1784403545.379026:0:17990:0:(genops.c:885:class_export_put()) final put ffff8c8a506b9000/lustre-OST0000_UUID 00000020:00000080:2.0:1784403545.379043:0:17990:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a506b9000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1784403545.379050:0:17990:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:00000080:0.0:1784403545.379168:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a506bc800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000004:2.0:1784403545.379245:0:17990:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1784403545.379250:0:17990:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1784403545.379255:0:17990:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784403545.379260:0:17990:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1784403545.379269:0:17990:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8c8a7c76a000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784403545.379276:0:17990:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8c8a506d19c0) has exports, disconnecting them 00000020:00080000:2.0:1784403545.379280:0:17990:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8c8a7c76a000), last request at 1784403464 00000020:00000080:2.0:1784403545.379284:0:17990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb85c 00000020:00080000:2.0:1784403545.379296:0:17990:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c8a7c76a000): rc 0 00000020:00000080:2.0:1784403545.379302:0:17990:0:(genops.c:885:class_export_put()) final put ffff8c8a7c76a000/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1784403545.380175:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7c76a000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1784403545.386943:0:17990:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1784403545.386954:0:17990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1784403545.386959:0:17990:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1784403545.386985:0:17990:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1784403545.387171:0:16536:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a7c768800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1784403545.387300:0:17990:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784403545.387309:0:17990:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1784403545.387316:0:17990:0:(genops.c:885:class_export_put()) final put ffff8c8a506bd800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1784403545.387320:0:17990:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a506bd800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1784403545.387327:0:17990:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:0.0:1784403545.387386:0:17990:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c8a5270a000 1 00000020:00000080:0.0:1784403545.387392:0:17990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb801 00000020:00000080:0.0:1784403545.387398:0:17990:0:(genops.c:885:class_export_put()) final put ffff8c8a43036000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1784403545.387412:0:17990:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1784403545.387418:0:17990:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784403545.387422:0:17990:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784403545.387426:0:17990:0:(genops.c:1558:class_disconnect_exports()) OBD device 11 (ffff8c8a452b3380) has no exports 00000020:00000080:1.0:1784403545.387952:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a43036000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1784403545.415240:0:17990:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784403545.415257:0:17990:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1784403545.415265:0:17990:0:(genops.c:885:class_export_put()) final put ffff8c8a52708000/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1784403545.415270:0:17990:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a52708000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1784403545.415279:0:17990:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1784403545.415427:0:17990:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8c8a52709000 00000020:02000400:0.0:1784403545.415470:0:17990:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1784403545.829919:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403546.852149:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403547.873296:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1784403548.385060:0:18143:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1784403548.410165:0:18143:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1784403548.410260:0:18143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6800/0x6828175665afb97b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afb982 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403548.410274:0:18143:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6800/0x6828175665afb97b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afb982 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403548.410282:0:18143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6800/0x6828175665afb97b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb982 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403548.410309:0:18143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6800/0x6828175665afb97b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb982 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403548.410335:0:18143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1784403548.410341:0:18143:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1784403548.410365:0:18143:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784403548.410378:0:18143:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c8a81b58000 x1871082260909952/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784403548.410400:0:18143:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c8a72e1f480 x1871082260910464/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1784403548.410476:0:14785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784403548.410484:0:14785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6800/0x6828175665afb97b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb982 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403548.410502:0:14785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce6800 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:1.0:1784403548.410505:0:14785:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6800/0x6828175665afb97b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb982 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403548.410513:0:14785:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6800/0x6828175665afb97b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afb982 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784403548.410520:0:14785:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6800/0x6828175665afb97b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afb982 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403548.410526:0:14785:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1784403548.410528:0:14785:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1784403548.410531:0:14785:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1784403548.410544:0:14785:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c8a488ad800 00010000:00010000:1.0:1784403548.410548:0:14785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6800/0x6828175665afb97b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x6828175665afb982 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403548.410554:0:14785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6800/0x6828175665afb97b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x6828175665afb982 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403548.410563:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403548.410565:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403548.410567:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403548.410600:0:18143:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c8a52373800 x1871082260910592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784403548.410620:0:18143:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c8a77cd4700 x1871082260910848/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784403548.410628:0:18143:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1784403548.410634:0:18143:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1784403548.410657:0:18143:0:(import.c:65:import_set_state_nolock()) ffff8c8a8156a800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1784403548.410687:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3564:1871082260910976:0@lo:39:umount.0 00000400:00000100:3.0:1784403548.410753:0:3564:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1871082260910976 offset 0 length 224: 4 00000100:00100000:1.0:1784403548.410894:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3568:1871082260910592:0@lo:400:kworker.0 00000100:00100000:0.0:1784403548.411012:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3567:1871082260910848:0@lo:400:kworker.0 00000100:00100000:0.0:1784403548.411020:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3567:1871082260909952:0@lo:400:kworker.0 00000100:00100000:2.0:1784403548.411258:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3565:1871082260910464:0@lo:400:kworker.0 00010000:00010000:2.0:1784403548.895125:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403549.919152:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784403550.431272:0:16536:0:(pinger.c:229:ptlrpc_pinger_process_import()) 001064a9-3cb5-489b-ba0a-bb457082004b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784403550.431283:0:16536:0:(pinger.c:247:ptlrpc_pinger_process_import()) 001064a9-3cb5-489b-ba0a-bb457082004b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1784403550.945568:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403551.967107:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403552.993543:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403554.015839:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403555.050141:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1784403555.558664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 001064a9-3cb5-489b-ba0a-bb457082004b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1784403555.558680:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 001064a9-3cb5-489b-ba0a-bb457082004b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1784403556.063268:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403557.089715:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403558.111551:0:14786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784403558.623496:0:3564:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784403548/real 1784403548] req@ffff8c8a72e1ce00 x1871082260910976/t0(0) o39->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1784403558 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784403558.623569:0:3564:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c8a72e1ce00 x1871082260910976/t0(0) o39->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1784403558 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784403558.623592:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a8156a800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1784403558.623614:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3564:1871082260910976:0@lo:39:umount.0 00000100:00080000:3.0:1784403558.624645:0:18143:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784403558.624652:0:18143:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1784403558.624658:0:18143:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1784403558.628552:0:18143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7a00/0x6828175665afb951 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afb958 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403558.628590:0:18143:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7a00/0x6828175665afb951 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afb958 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403558.628599:0:18143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7a00/0x6828175665afb951 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb958 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403558.628606:0:18143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7a00/0x6828175665afb951 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afb958 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403558.628634:0:18143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403558.628642:0:18143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6400/0x6828175665afbb03 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbb0a expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403558.628650:0:18143:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6400/0x6828175665afbb03 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbb0a expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403558.628658:0:18143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6400/0x6828175665afbb03 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afbb0a expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403558.628664:0:18143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6400/0x6828175665afbb03 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6828175665afbb0a expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403558.631123:0:18143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1784403558.631144:0:18143:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1784403558.631187:0:18143:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1784403558.631193:0:18143:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1784403558.631201:0:18143:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784403558.631208:0:18143:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1784403558.631225:0:18143:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8c8a72e44d40) has no exports 00000020:00080000:3.0:1784403558.631286:0:18143:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8c8a72e44d40) has no exports 00010000:00010000:1.0:1784403558.644808:0:14785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784403558.644832:0:14785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7a00/0x6828175665afb951 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb958 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403558.644847:0:14785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce7a00 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:1.0:1784403558.644852:0:14785:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7a00/0x6828175665afb951 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afb958 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403558.644881:0:14785:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7a00/0x6828175665afb951 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afb958 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784403558.644891:0:14785:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7a00/0x6828175665afb951 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afb958 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403558.644897:0:14785:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1784403558.644900:0:14785:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:1.0:1784403558.644903:0:14785:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:1.0:1784403558.644930:0:14785:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c8a488ad800 00010000:00010000:1.0:1784403558.644934:0:14785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7a00/0x6828175665afb951 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x6828175665afb958 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403558.644941:0:14785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce7a00/0x6828175665afb951 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x6828175665afb958 expref: -99 pid: 16101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403558.644988:0:14785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784403558.644991:0:14785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6400/0x6828175665afbb03 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afbb0a expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403558.644996:0:14785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce6400 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:1.0:1784403558.644999:0:14785:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6400/0x6828175665afbb03 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6828175665afbb0a expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403558.645006:0:14785:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6400/0x6828175665afbb03 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afbb0a expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784403558.645011:0:14785:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6400/0x6828175665afbb03 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afbb0a expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403558.645016:0:14785:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1784403558.645019:0:14785:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1784403558.645021:0:14785:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1784403558.645027:0:14785:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c8a488ad800 00010000:00010000:1.0:1784403558.645030:0:14785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6400/0x6828175665afbb03 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x6828175665afbb0a expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403558.645036:0:14785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6400/0x6828175665afbb03 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x6828175665afbb0a expref: -99 pid: 14794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403558.645050:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403558.645051:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403558.645053:0:14785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1784403558.646681:0:18143:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8c8a6e4ebc00 - data ffff8c8a7094f948/ffff8c8a7d174400 00000020:01000000:3.0:1784403558.647152:0:18143:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8c8a5872cb40 - data ffff8c8a77822288/ffff8c8a506cd800 00010000:00010000:2.0:1784403558.647417:0:15770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1784403558.673109:0:18143:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1784403558.735541:0:18143:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb966 00000020:00000080:2.0:1784403558.735554:0:18143:0:(genops.c:885:class_export_put()) final put ffff8c89419dd800/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1784403558.735624:0:18143:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c8a506c2000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1784403558.735646:0:18143:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c8a506c2000 2 00000020:01000004:2.0:1784403558.735650:0:18143:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8c8a506c2000 from lustre-OST0001 00000020:00000080:2.0:1784403558.735694:0:18143:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784403558.735709:0:18143:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1784403558.735713:0:18143:0:(genops.c:885:class_export_put()) final put ffff8c89419db000/lustre-OST0001_UUID 00000020:00000080:2.0:1784403558.735717:0:18143:0:(genops.c:844:class_export_destroy()) destroying export ffff8c89419db000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1784403558.735726:0:18143:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1784403558.735837:0:18143:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 001064a9-3cb5-489b-ba0a-bb457082004b->MGS 00010000:00010000:2.0:1784403558.735858:0:18143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6600/0x6828175665afb80f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afb816 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784403558.735908:0:18143:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6600/0x6828175665afb80f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afb816 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403558.735915:0:18143:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1784403558.735918:0:18143:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1784403558.735922:0:18143:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1784403558.735943:0:18143:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c8a488ad800 00010000:00010000:2.0:1784403558.735948:0:18143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce6600/0x6828175665afb80f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x6828175665afb816 expref: -99 pid: 15428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403558.735966:0:18143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2000/0x6828175665afb6f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x6828175665afb6fe expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784403558.735973:0:18143:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2000/0x6828175665afb6f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x6828175665afb6fe expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403558.735979:0:18143:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1784403558.735981:0:18143:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1784403558.735983:0:18143:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1784403558.735994:0:18143:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c8a488ad800 00010000:00010000:2.0:1784403558.735997:0:18143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a7b5b2000/0x6828175665afb6f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x6828175665afb6fe expref: -99 pid: 14779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1784403558.736026:0:18143:0:(import.c:65:import_set_state_nolock()) ffff8c8a488ad800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1784403558.736032:0:18143:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1784403558.736035:0:18143:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1784403558.736037:0:18143:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1784403558.736043:0:18143:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1784403558.736056:0:18143:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c8a77cd4e00 x1871082260910720/t0(0) o250->MGC192.168.204.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1784403560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1784403558.736073:0:18143:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1784403558.736076:0:18143:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 2s for inflight to error out 00000100:00100000:3.0:1784403558.737854:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:001064a9-3cb5-489b-ba0a-bb457082004b:3564:1871082260910720:0@lo:250:kworker.0 10000000:01000000:2.0:1784403558.739237:0:18143:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1784403558.739260:0:18143:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb6e2 00000020:00000080:2.0:1784403558.739273:0:18143:0:(genops.c:885:class_export_put()) final put ffff8c8a4513a800/001064a9-3cb5-489b-ba0a-bb457082004b 00000020:00000080:0.0:1784403558.746485:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c89419dd800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1784403558.747445:0:18143:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.128@tcp (flags='') 00000020:00000080:2.0:1784403558.747464:0:18143:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784403558.747477:0:18143:0:(obd_config.c:955:class_cleanup()) MGC192.168.204.128@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1784403558.747483:0:18143:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8c8a72e419c0) has no exports 10000000:01000000:2.0:1784403558.747535:0:14794:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1784403558.747641:0:18143:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.204.128@tcp: client import never connected 00000100:00080000:2.0:1784403558.747647:0:18143:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1784403558.747651:0:18143:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1784403558.747655:0:18143:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1784403558.747658:0:18143:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1784403558.747716:0:18143:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784403558.747724:0:18143:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.128@tcp (uuid 001064a9-3cb5-489b-ba0a-bb457082004b) 00000020:01000000:2.0:1784403558.747732:0:18143:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1784403558.747735:0:18143:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784403558.747739:0:18143:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00000080:0.0:1784403558.747880:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a4513a800/001064a9-3cb5-489b-ba0a-bb457082004b for MGC192.168.204.128@tcp 00000020:00000080:0.0:1784403558.747893:0:16536:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a488ad800 for MGC192.168.204.128@tcp 00000020:00000080:0.0:1784403558.747901:0:16536:0:(genops.c:885:class_export_put()) final put ffff8c8a488aa000/001064a9-3cb5-489b-ba0a-bb457082004b 00000020:00000080:0.0:1784403558.747905:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a488aa000/001064a9-3cb5-489b-ba0a-bb457082004b for MGC192.168.204.128@tcp 00000020:01000000:0.0:1784403558.747911:0:16536:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.128@tcp (001064a9-3cb5-489b-ba0a-bb457082004b) 00000020:00080000:2.0:1784403558.748592:0:18143:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8c8a506bf000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784403558.748599:0:18143:0:(genops.c:1553:class_disconnect_exports()) OBD device 17 (ffff8c8a527a19c0) has exports, disconnecting them 00000020:00080000:2.0:1784403558.748604:0:18143:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8c8a506bf000), last request at 1784403476 00000020:00000080:2.0:1784403558.748619:0:18143:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb990 00000020:00080000:2.0:1784403558.748632:0:18143:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c8a506bf000): rc 0 00000020:00000080:2.0:1784403558.748637:0:18143:0:(genops.c:885:class_export_put()) final put ffff8c8a506bf000/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1784403558.751629:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a506bf000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1784403558.753369:0:18143:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1784403558.753381:0:18143:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784403558.753387:0:18143:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1784403558.753399:0:18143:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1784403558.753511:0:14786:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00000020:00000080:0.0:1784403558.753890:0:16536:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c8a8156a800 for lustre-MDT0000-lwp-OST0001 00010000:00010000:1.0:1784403558.755466:0:14785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:0.0:1784403558.755808:0:15770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1784403558.756990:0:14781:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8c8a47305e00:14781] 1 exiting: rc = 0 00000100:00100000:1.0:1784403558.760572:0:14780:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8c8a51dc9800:14780] 0 exiting: rc = 1 00000100:00100000:3.0:1784403558.761476:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.761993:0:14782:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8c8a7761ac00:14782] 0 exiting: rc = 1 00000100:00100000:0.0:1784403558.764472:0:14783:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8c8a7761bc00:14783] 1 exiting: rc = 0 00000100:00100000:0.0:1784403558.764631:0:14784:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8c8a47304c00:14784] 2 exiting: rc = 0 00000100:00100000:3.0:1784403558.764960:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.764970:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.764980:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.764987:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.764995:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765001:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765006:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765012:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765017:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765021:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765026:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765031:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765036:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765041:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765047:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765053:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765059:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765065:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765073:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765083:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765113:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765119:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765126:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765132:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765138:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765143:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765150:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765155:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765162:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765168:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765174:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765181:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765185:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765191:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765196:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765203:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765208:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765225:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765232:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765238:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765244:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765249:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765255:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765261:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765268:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765274:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765281:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765286:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765292:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765297:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765312:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765318:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765324:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765329:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765335:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765349:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765356:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765362:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765368:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765374:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765381:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765387:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765393:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.765400:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1784403558.768919:0:18143:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784403558.768939:0:18143:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1784403558.768947:0:18143:0:(genops.c:885:class_export_put()) final put ffff8c89423a5800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1784403558.768953:0:18143:0:(genops.c:844:class_export_destroy()) destroying export ffff8c89423a5800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1784403558.768960:0:18143:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000004:3.0:1784403558.769035:0:18143:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c8a506c2000 1 00000020:00000080:3.0:1784403558.769042:0:18143:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6828175665afb94a 00000020:00000080:3.0:1784403558.769050:0:18143:0:(genops.c:885:class_export_put()) final put ffff8c8a7c76c800/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1784403558.769071:0:18143:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1784403558.769077:0:18143:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784403558.769083:0:18143:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1784403558.769087:0:18143:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8c8a527a4d40) has no exports 00000020:00000080:0.0:1784403558.769483:0:16536:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a7c76c800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1784403558.873066:0:18143:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784403558.873088:0:18143:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1784403558.873096:0:18143:0:(genops.c:885:class_export_put()) final put ffff8c8a506c3000/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1784403558.873102:0:18143:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a506c3000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1784403558.873114:0:18143:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1784403558.873384:0:18143:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8c8a506c3800 00000020:01000000:3.0:1784403558.873416:0:18143:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1784403558.873421:0:18143:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784403558.873427:0:18143:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1784403558.873431:0:18143:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8c8a527a0000) has no exports 00000020:00000080:3.0:1784403558.873469:0:18143:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784403558.873476:0:18143:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1784403558.873492:0:18143:0:(genops.c:885:class_export_put()) final put ffff8c8a43033000/OSS_uuid 00000020:00000080:3.0:1784403558.873495:0:18143:0:(genops.c:844:class_export_destroy()) destroying export ffff8c8a43033000/OSS_uuid for OSS 00000020:01000000:3.0:1784403558.873499:0:18143:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:3.0:1784403558.873600:0:15430:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8c8a77e55a00:15430] 1 exiting: rc = 0 00000100:00100000:3.0:1784403558.876257:0:15768:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8c8a7c7eae00:15768] 3 exiting: rc = 0 00000100:00080000:3.0:1784403558.876387:0:14793:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1784403558.880224:0:15431:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8c8a7b4ef600:15431] 2 exiting: rc = 0 00000100:00100000:3.0:1784403558.883955:0:15429:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8c8a77e54c00:15429] 0 exiting: rc = 1 00000100:00100000:0.0:1784403558.885102:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885115:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885121:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885127:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885132:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885137:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885144:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885149:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885154:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885158:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885164:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885170:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885176:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885181:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885191:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885198:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885204:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885222:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885254:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885263:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885268:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885274:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885279:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885285:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885291:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885297:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885323:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885329:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885335:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885340:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885346:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885353:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885359:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885364:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885370:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885377:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885383:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885389:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885396:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885401:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885407:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885412:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885418:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885424:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885430:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885435:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885442:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885448:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885454:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885459:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885464:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885469:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885474:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885479:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885484:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885489:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885495:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885502:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885513:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885529:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885537:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885550:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885556:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.885561:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.886561:0:15433:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8c8a47221800:15433] 0 exiting: rc = 1 00000100:00100000:3.0:1784403558.886843:0:15434:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8c8a468a3200:15434] 1 exiting: rc = 0 00000100:00100000:0.0:1784403558.887996:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888009:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888015:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888021:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888028:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888034:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888039:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888044:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888049:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888054:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888059:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888064:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888070:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888076:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888081:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888087:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888093:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888099:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888104:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888110:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888116:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888122:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888127:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888133:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888138:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888144:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888151:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888158:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888164:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888170:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888175:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888283:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888294:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888300:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888306:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888312:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888317:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888323:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888328:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888334:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888339:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888345:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888350:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888356:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888362:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888380:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888390:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888396:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888401:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888407:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888413:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888419:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888425:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888432:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888437:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888443:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888449:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888456:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888461:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888467:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888472:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888479:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888485:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.888491:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.891914:0:16932:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8c8a42de0e00:16932] 3 exiting: rc = 0 00000100:00100000:0.0:1784403558.892156:0:15435:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8c8a488bfe00:15435] 0 exiting: rc = 1 00000100:00100000:3.0:1784403558.892434:0:15438:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8c8a77412400:15438] 2 exiting: rc = 0 00000100:00100000:1.0:1784403558.907994:0:15436:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8c8a488be600:15436] 1 exiting: rc = 0 00000100:00100000:0.0:1784403558.918555:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918568:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918574:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918580:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918586:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918592:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918598:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918605:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918611:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918617:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918623:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918630:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918637:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918647:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918654:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918661:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918668:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918676:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918682:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918689:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918715:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918723:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918729:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918735:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918742:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918757:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918764:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918771:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918778:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918784:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918791:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918797:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918802:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918807:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918813:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918836:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918843:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918849:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918855:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.918860:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919380:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919393:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919399:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919405:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919430:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919438:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919444:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919450:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919458:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919465:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919472:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919481:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919493:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919508:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919515:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919530:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919537:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919543:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919551:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919559:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919566:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919583:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919591:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.919598:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.941278:0:15440:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8c8a5227e000:15440] 1 exiting: rc = 0 00000100:00100000:1.0:1784403558.943193:0:15439:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8c8a77413e00:15439] 0 exiting: rc = 1 00000100:00100000:0.0:1784403558.944003:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944013:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944018:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944023:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944030:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944052:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944058:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944063:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944069:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944074:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944080:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944085:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944090:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944094:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944100:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944106:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944111:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944116:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944122:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944129:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944135:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944140:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944145:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944150:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944155:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944160:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944166:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944171:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944177:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944182:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944188:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944194:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944200:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944206:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944224:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944232:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944239:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944245:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944252:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944257:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944272:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944278:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944284:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944289:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944295:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944300:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944307:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944312:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944318:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944324:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944330:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944339:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944358:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944365:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944371:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944377:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944384:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944392:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944399:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944405:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944410:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944416:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944427:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784403558.944435:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949318:0:15442:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8c8a488bf800:15442] 0 exiting: rc = 1 00000100:00100000:0.0:1784403558.949676:0:15443:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8c8a516a5e00:15443] 1 exiting: rc = 0 00000100:00100000:3.0:1784403558.949888:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949910:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949921:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949927:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949933:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949940:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949946:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949953:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949959:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949965:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949971:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949977:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949983:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.949989:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950014:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950024:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950031:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950037:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950044:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950050:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950056:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950062:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950068:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950073:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950099:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950105:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950127:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950135:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950141:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950147:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950153:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950159:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950165:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950172:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950178:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950185:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950191:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950197:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950232:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950241:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950247:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950252:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950259:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950266:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950273:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950281:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950288:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950295:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950301:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950307:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950330:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950339:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950345:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950354:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950363:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950369:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950375:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950382:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950389:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950403:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950409:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950416:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950423:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784403558.950439:0:18143:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1784403558.977637:0:18143:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1784403578.833041:0:18758:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg428-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1784403587.258942:0:19170:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1784403587.258950:0:19170:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:3.0:1784403587.259109:0:19170:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8c8a6135c800 00000020:01000004:3.0:1784403587.259136:0:19170:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1784403587.259146:0:19170:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1784403587.259160:0:19170:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8c8a527a0000) 00000020:00000080:3.0:1784403587.259174:0:19170:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1784403587.281604:0:19170:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1784403587.284002:0:19170:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:2.0:1784403587.284541:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 547: rc = 0 00100000:10000000:2.0:1784403587.284697:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 547: rc = 0 00100000:10000000:2.0:1784403587.284787:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 547: rc = 0 00100000:10000000:2.0:1784403587.284979:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 547: rc = 0 00100000:10000000:2.0:1784403587.285380:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 547: rc = 0 00100000:10000000:2.0:1784403587.285572:0:19170:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:2.0:1784403587.285643:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 547: rc = 0 00100000:10000000:2.0:1784403587.285934:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 549: rc = 0 00100000:10000000:2.0:1784403587.287406:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 569: rc = 0 00100000:10000000:2.0:1784403587.287509:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 569: rc = 0 00100000:10000000:2.0:1784403587.287950:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 577: rc = 0 00100000:10000000:2.0:1784403587.288470:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 577: rc = 0 00100000:10000000:2.0:1784403587.288721:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 577: rc = 0 00100000:10000000:2.0:1784403587.289076:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 577: rc = 0 00100000:10000000:2.0:1784403587.289466:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 577: rc = 0 00100000:10000000:2.0:1784403587.289702:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 577: rc = 0 00100000:10000000:2.0:1784403587.290002:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 577: rc = 0 00100000:10000000:2.0:1784403587.290395:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 577: rc = 0 00100000:10000000:2.0:1784403587.290665:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 577: rc = 0 00100000:10000000:2.0:1784403587.291039:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 577: rc = 0 00100000:10000000:2.0:1784403587.291515:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 577: rc = 0 00100000:10000000:2.0:1784403587.291790:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 577: rc = 0 00100000:10000000:2.0:1784403587.292456:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 684: rc = 0 00100000:10000000:2.0:1784403587.292723:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 684: rc = 0 00100000:10000000:2.0:1784403587.293020:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 684: rc = 0 00100000:10000000:2.0:1784403587.293500:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 684: rc = 0 00100000:10000000:2.0:1784403587.293747:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 684: rc = 0 00100000:10000000:2.0:1784403587.294065:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 684: rc = 0 00100000:10000000:2.0:1784403587.294464:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 684: rc = 0 00100000:10000000:2.0:1784403587.294708:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 684: rc = 0 00100000:10000000:2.0:1784403587.295637:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 684: rc = 0 00100000:10000000:2.0:1784403587.295958:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 684: rc = 0 00100000:10000000:2.0:1784403587.296304:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 684: rc = 0 00100000:10000000:2.0:1784403587.296541:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 684: rc = 0 00100000:10000000:2.0:1784403587.296761:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 684: rc = 0 00100000:10000000:2.0:1784403587.297061:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 684: rc = 0 00100000:10000000:2.0:1784403587.297748:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 684: rc = 0 00100000:10000000:2.0:1784403587.298201:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 684: rc = 0 00100000:10000000:2.0:1784403587.298524:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 684: rc = 0 00100000:10000000:2.0:1784403587.298795:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 684: rc = 0 00100000:10000000:2.0:1784403587.300816:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 684: rc = 0 00100000:10000000:2.0:1784403587.301484:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 684: rc = 0 00100000:10000000:2.0:1784403587.301727:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 684: rc = 0 00100000:10000000:2.0:1784403587.302710:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 684: rc = 0 00100000:10000000:2.0:1784403587.303032:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 684: rc = 0 00100000:10000000:2.0:1784403587.303677:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 684: rc = 0 00100000:10000000:2.0:1784403587.304256:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 684: rc = 0 00100000:10000000:2.0:1784403587.304507:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 684: rc = 0 00100000:10000000:2.0:1784403587.304752:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 684: rc = 0 00100000:10000000:2.0:1784403587.305051:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 684: rc = 0 00100000:10000000:2.0:1784403587.305270:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 684: rc = 0 00100000:10000000:2.0:1784403587.305493:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 684: rc = 0 00100000:10000000:2.0:1784403587.305709:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 684: rc = 0 00100000:10000000:2.0:1784403587.305953:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 684: rc = 0 00100000:10000000:2.0:1784403587.316662:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 673: rc = 0 00100000:10000000:3.0:1784403587.322107:0:19170:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:3.0:1784403587.324342:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 570: rc = 0 00100000:10000000:3.0:1784403587.324970:0:19170:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:3.0:1784403587.325075:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 570: rc = 0 00100000:10000000:3.0:1784403587.325418:0:19170:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:3.0:1784403587.325484:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 570: rc = 0 00100000:10000000:3.0:1784403587.326295:0:19170:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:3.0:1784403587.326370:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 574: rc = 0 00100000:10000000:3.0:1784403587.328080:0:19170:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:3.0:1784403587.328196:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 574: rc = 0 00100000:10000000:3.0:1784403587.328596:0:19170:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:3.0:1784403587.328670:0:19170:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 574: rc = 0 00000020:00000080:3.0:1784403587.329515:0:19170:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1784403587.329524:0:19170:0:(osd_handler.c:1569:osd_obd_connect()) connect #0 00000020:00000080:3.0:1784403587.329536:0:19170:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6828175665afbdbf 00000020:01000004:3.0:1784403587.329545:0:19170:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:3.0:1784403587.329550:0:19170:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1784403587.329556:0:19170:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8c8a6135c800 from MGS 00000020:01000004:3.0:1784403587.329569:0:19170:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1784403587.329632:0:19170:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8c8a527a4d40) 00000020:00000080:3.0:1784403587.329645:0:19170:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1784403587.329702:0:19170:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c8a6135c800 from MGS, refs=2 00080000:01000000:3.0:1784403587.329706:0:19170:0:(osd_handler.c:1569:osd_obd_connect()) connect #1 00000020:00000080:3.0:1784403587.329711:0:19170:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6828175665afbdcd 00000100:00100000:3.0:1784403587.330360:0:19170:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1784403587.330488:0:19170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1784403587.330494:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1784403587.331389:0:19170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1784403587.331398:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1784403587.333106:0:19170:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784403587.333481:0:19170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1784403587.333488:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1784403587.334599:0:19170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1784403587.334608:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1784403587.335198:0:19170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1784403587.335276:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1784403587.337002:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403587.337007:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403587.337009:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403587.337566:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403587.337569:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403587.337571:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403587.338493:0:19170:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1784403587.344709:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1784403587.353361:0:19170:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:3.0:1784403587.353380:0:19170:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:3.0:1784403587.353383:0:19170:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:0.0:1784403587.355644:0:19180:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1784403587.356006:0:19170:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1784403587.356105:0:19170:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1784403587.356563:0:19170:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1784403587.357273:0:19170:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1784403587.357428:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1784403587.357434:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1784403587.358378:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1784403587.358387:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1784403587.370411:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1784403587.370424:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1784403587.374182:0:19170:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1784403587.374216:0:19170:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.128@tcp' 00000020:01000004:0.0:1784403587.374218:0:19170:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1784403587.374252:0:19170:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.128@tcp (typ=mgc) 00000020:00000080:0.0:1784403587.374266:0:19170:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.128@tcp (ffff8c8a7fd28000) 00000020:00000080:0.0:1784403587.374284:0:19170:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1784403587.374370:0:19170:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c8a510af000@MGC192.168.204.128@tcp: add connection 192.168.204.128@tcp at head 00010000:00010000:0.0:1784403587.374517:0:19170:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.128@tcp-0 is initialized 00000040:01000000:0.0:1784403587.374524:0:19170:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.128@tcp ctxt 1 is initialized 00000100:00080000:2.0:1784403587.374755:0:19185:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1784403587.377006:0:19186:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1784403587.377110:0:19170:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.128@tcp (uuid cf5ca426-fd8b-4a4a-9215-56f7435c8f09) 00000020:00000080:0.0:1784403587.377135:0:19170:0:(genops.c:1385:class_connect()) connect: client cf5ca426-fd8b-4a4a-9215-56f7435c8f09, cookie 0x6828175665afbddb 00000100:00080000:0.0:1784403587.377148:0:19170:0:(import.c:510:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784403587.377154:0:19170:0:(import.c:624:import_select_connection()) MGC192.168.204.128@tcp: import ffff8c8a510af000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1784403587.377187:0:19170:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a81b5a680 x1871082260911104/t0(0) o250->MGC192.168.204.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784403587.377225:0:19170:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import cf5ca426-fd8b-4a4a-9215-56f7435c8f09->MGS 00000020:01000004:0.0:1784403587.377253:0:19170:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1784403587.377258:0:19170:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1784403587.377272:0:19170:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8c8a7fd299c0) 00000020:00000080:0.0:1784403587.377283:0:19170:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1784403587.381073:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3564:1871082260911104:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1784403587.381158:0:3564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403587.381254:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260911104 00000100:00100000:3.0:1784403587.381263:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260911104 00000100:00100000:3.0:1784403587.381300:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1784403587.381308:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49ce1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3564:x1871082260911104:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1784403587.381335:0:19181:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from cf5ca426-fd8b-4a4a-9215-56f7435c8f09@0@lo t0 exp 0000000000000000 cur 592 last 0 00000020:00000080:3.0:1784403587.381364:0:19181:0:(genops.c:1385:class_connect()) connect: client cf5ca426-fd8b-4a4a-9215-56f7435c8f09, cookie 0x6828175665afbde9 00000100:00080000:3.0:1784403587.381505:0:19181:0:(import.c:65:import_set_state_nolock()) ffff8c8a6135d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784403587.381567:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49ce1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+5:3564:x1871082260911104:12345-0@lo:250:mount.lustre.0 Request processed in 258us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403587.381576:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1784403587.381623:0:3564:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.204.128@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1784403587.381633:0:3564:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.128@tcp: connect to target with instance 0 00000100:00080000:3.0:1784403587.381641:0:3564:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.128@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1784403587.381647:0:3564:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1784403587.381650:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a510af000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1784403587.381654:0:3564:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1784403587.381662:0:3564:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1784403587.381667:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3564:1871082260911104:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1784403587.395568:0:19170:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784403587.398652:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1784403587.398662:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1784403587.400551:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1784403587.400564:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1784403587.402436:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1784403587.402448:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1784403587.406416:0:19170:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784403587.406600:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1784403587.406606:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1784403587.407431:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1784403587.407440:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1784403587.457528:0:19170:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784403587.457731:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1784403587.457738:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1784403587.459056:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1784403587.459071:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1784403587.459705:0:19170:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784403587.459862:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1784403587.460053:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1784403587.460494:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1784403587.460500:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1784403587.461337:0:19170:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784403587.461484:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1784403587.461488:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1784403587.461964:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1784403587.461971:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1784403587.462539:0:19170:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784403587.462674:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1784403587.462679:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1784403587.463333:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1784403587.463345:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1784403587.489826:0:19170:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784403587.490095:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1784403587.490101:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1784403587.491507:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1784403587.491520:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1784403587.493314:0:19170:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1784403587.493328:0:19170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1784403587.494360:0:19170:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1784403587.494383:0:19170:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:1.0:1784403587.494391:0:19170:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.128@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1784403587.496861:0:19170:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.128@tcp ctxt 0 is initialized 00000020:01000004:0.0:1784403587.497023:0:19170:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.128@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1784403587.497028:0:19170:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1784403587.497030:0:19170:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1784403587.497031:0:19170:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784403587.497032:0:19170:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784403587.497033:0:19170:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784403587.497034:0:19170:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784403587.497035:0:19170:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1784403587.497037:0:19170:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1784403587.497038:0:19170:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784403587.497039:0:19170:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1784403587.497048:0:19170:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1784403587.497049:0:19170:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1784403587.497050:0:19170:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1784403587.497051:0:19170:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784403587.497052:0:19170:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784403587.497053:0:19170:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784403587.497054:0:19170:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784403587.497055:0:19170:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1784403587.497055:0:19170:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1784403587.497056:0:19170:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784403587.497057:0:19170:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1784403587.497089:0:19170:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1784403587.497111:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b58000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260911232:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1784403587.497191:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403587.499229:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a51c71000 going to sleep for 11 seconds 00000100:00100000:1.0:1784403587.499504:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260911232 00000100:00100000:1.0:1784403587.499514:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260911232 00000100:00100000:1.0:1784403587.499669:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784403587.499680:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49ce0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+5:19170:x1871082260911232:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1784403587.499803:0:19184:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1784403587.499807:0:19184:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1784403587.499810:0:19184:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1784403587.500197:0:19205:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1784403587.500743:0:19184:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:1.0:1784403587.502666:0:19206:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1784403587.502675:0:19206:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1784403587.502678:0:19206:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1784403587.502715:0:19206:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:0.0:1784403587.503337:0:19184:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1784403587.503349:0:19184:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1784403587.516183:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49ce0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+5:19170:x1871082260911232:12345-0@lo:253:mount.lustre.0 Request processed in 16495us (18981us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403587.516217:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1784403587.516321:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b58000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260911232:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1784403587.516340:0:19170:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1784403587.516348:0:19170:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1784403587.516349:0:19170:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1784403587.516351:0:19170:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784403587.516352:0:19170:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784403587.516353:0:19170:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784403587.516354:0:19170:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784403587.516355:0:19170:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784403587.516357:0:19170:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1784403587.516358:0:19170:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784403587.516360:0:19170:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1784403587.516381:0:19170:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8c8a6135c800 from lustre-MDT0000 10000000:01000000:2.0:1784403587.516409:0:19170:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1784403587.516412:0:19170:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1784403587.516428:0:19170:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8c8a7fd28000 10000000:01000000:2.0:1784403587.516431:0:19170:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1784403587.516446:0:19170:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff8c8a7fd28000 from 1 10000000:01000000:2.0:1784403587.516448:0:19170:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1784403587.516485:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.516493:0:19170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.516500:0:19170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403587.516518:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260911360:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784403587.516701:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403587.516845:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45ccf9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784403587.516957:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260911360 00000100:00100000:1.0:1784403587.516963:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260911360 00000100:00100000:1.0:1784403587.517020:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1784403587.517030:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49ce1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+5:19170:x1871082260911360:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784403587.517044:0:19182:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403587.517418:0:19182:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a734a0a00/0x6828175665afbdf7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbdf0 expref: -99 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.517460:0:19182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a734a0a00/0x6828175665afbdf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbdf0 expref: 6 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.517481:0:19182:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a734a0a00/0x6828175665afbdf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbdf0 expref: 6 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.517490:0:19182:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a734a0a00, rc 0) 00000100:00100000:1.0:1784403587.517540:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49ce1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+6:19170:x1871082260911360:12345-0@lo:101:mount.lustre.0 Request processed in 512us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403587.517555:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784403587.517639:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260911360:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784403587.517655:0:19170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbdf7 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.517665:0:19170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbdf7 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403587.517735:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260911488:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784403587.517767:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403587.517796:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45ccf9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784403587.517846:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260911488 00000100:00100000:0.0:1784403587.517850:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260911488 00000100:00100000:0.0:1784403587.517923:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1784403587.517932:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49ce2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+6:19170:x1871082260911488:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784403587.518168:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49ce2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+6:19170:x1871082260911488:12345-0@lo:501:mount.lustre.0 Request processed in 236us (399us total) trans 0 rc -2/-2 00000100:00100000:0.0:1784403587.518175:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1784403587.518273:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260911488:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1784403587.518298:0:19170:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1784403587.518322:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbdf7 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.518330:0:19170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbdf7 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403587.518338:0:19170:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8c8a6135c800 10000000:01000000:2.0:1784403587.518343:0:19170:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1784403587.518347:0:19170:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8c8a6135c800 10000000:01000000:2.0:1784403587.518348:0:19170:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1784403587.518351:0:19170:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff8c8a6135c800 from 1 10000000:01000000:2.0:1784403587.518354:0:19170:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1784403587.518371:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41670400/0x6828175665afbdfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.518378:0:19170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a41670400/0x6828175665afbdfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.518385:0:19170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a41670400/0x6828175665afbdfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403587.518396:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260911616:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784403587.518421:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403587.518527:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260911616 00000100:00100000:3.0:1784403587.518532:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260911616 00000100:00100000:2.0:1784403587.519498:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45ccf9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784403587.519860:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1784403587.519890:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77604450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+6:19170:x1871082260911616:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784403587.519906:0:19181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403587.519929:0:19181:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a40031e00/0x6828175665afbe05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbdfe expref: -99 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403587.519954:0:19181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a40031e00/0x6828175665afbe05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbdfe expref: 7 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403587.519967:0:19181:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a40031e00/0x6828175665afbe05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbdfe expref: 7 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403587.519978:0:19181:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a40031e00, rc 0) 00000100:00100000:3.0:1784403587.520061:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77604450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+7:19170:x1871082260911616:12345-0@lo:101:mount.lustre.0 Request processed in 178us (1638us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403587.520073:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1784403587.520173:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260911616:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784403587.520188:0:19170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a41670400/0x6828175665afbdfe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbe05 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.520195:0:19170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a41670400/0x6828175665afbdfe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbe05 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403587.520268:0:19170:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1784403587.520280:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41670400/0x6828175665afbdfe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbe05 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.520287:0:19170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a41670400/0x6828175665afbdfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbe05 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403587.520295:0:19170:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1784403587.520300:0:19170:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1784403587.520306:0:19170:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8c8a6135c800 10000000:01000000:2.0:1784403587.520309:0:19170:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1784403587.520313:0:19170:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1784403587.520315:0:19170:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1784403587.520337:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41670800/0x6828175665afbe0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.520342:0:19170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a41670800/0x6828175665afbe0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.520348:0:19170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a41670800/0x6828175665afbe0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403587.520362:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260911744:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784403587.520388:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403587.520413:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45ccf9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784403587.520420:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260911744 00000100:00100000:1.0:1784403587.520425:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260911744 00000100:00100000:1.0:1784403587.520512:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784403587.520520:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77605c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+7:19170:x1871082260911744:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784403587.520527:0:19182:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403587.520538:0:19182:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a734a1800/0x6828175665afbe13 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbe0c expref: -99 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.521123:0:19182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a734a1800/0x6828175665afbe13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbe0c expref: 8 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.521135:0:19182:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a734a1800/0x6828175665afbe13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbe0c expref: 8 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.521152:0:19182:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a734a1800, rc 0) 00000100:00100000:0.0:1784403587.521202:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77605c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+8:19170:x1871082260911744:12345-0@lo:101:mount.lustre.0 Request processed in 683us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403587.521209:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1784403587.521309:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260911744:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784403587.521320:0:19170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a41670800/0x6828175665afbe0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbe13 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.521330:0:19170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a41670800/0x6828175665afbe0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbe13 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403587.521376:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260911872:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784403587.521397:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403587.521425:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45ccf9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784403587.521456:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260911872 00000100:00100000:3.0:1784403587.521461:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260911872 00000100:00100000:3.0:1784403587.521494:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1784403587.521503:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77604050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+8:19170:x1871082260911872:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784403587.522484:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77604050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+9:19170:x1871082260911872:12345-0@lo:501:mount.lustre.0 Request processed in 979us (1083us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403587.522494:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1784403587.523158:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260911872:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784403587.523212:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260912000:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784403587.523263:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403587.523330:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45ccf9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784403587.523376:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260912000 00000100:00100000:0.0:1784403587.523381:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260912000 00000100:00100000:0.0:1784403587.523460:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784403587.523471:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77606850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+9:19170:x1871082260912000:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784403587.523850:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77606850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+9:19170:x1871082260912000:12345-0@lo:503:mount.lustre.0 Request processed in 380us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403587.523856:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1784403587.524064:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260912000:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784403587.525096:0:19207:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19207:1871082260912128:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784403587.525155:0:19207:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403587.525236:0:19207:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45ccf000 going to sleep for 11 seconds 00000100:00100000:3.0:1784403587.525279:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260912128 00000100:00100000:3.0:1784403587.525285:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260912128 00000100:00100000:3.0:1784403587.525328:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1784403587.525334:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77605050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+9:19207:x1871082260912128:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784403587.525967:0:19207:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19207:1871082260912128:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1784403587.526076:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77605050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+9:19207:x1871082260912128:12345-0@lo:502:llog_process_th.0 Request processed in 740us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403587.526085:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000020:01000000:2.0:1784403587.526126:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784403587.526136:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784403587.526139:0:19207:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1784403587.526145:0:19207:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1784403587.526148:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784403587.526165:0:19207:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8c8a506d4d40) 00000020:00000080:2.0:1784403587.526183:0:19207:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1784403587.526189:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1784403587.526309:0:19207:0:(osd_handler.c:1569:osd_obd_connect()) connect #2 00000020:00000080:2.0:1784403587.526314:0:19207:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6828175665afbe21 00000020:00000080:2.0:1784403587.526479:0:19207:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1784403587.526482:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784403587.526484:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784403587.526485:0:19207:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1784403587.526487:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784403587.526490:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784403587.526491:0:19207:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1784403587.526493:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784403587.526511:0:19207:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8c8a506d0000) 00000020:00000080:2.0:1784403587.526518:0:19207:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1784403587.526521:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1784403587.526522:0:19207:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1784403587.526524:0:19207:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1784403587.526528:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1784403587.526565:0:19207:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c8a6135c800 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1784403587.526579:0:19207:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8c8a506d3380) 00000020:00000080:2.0:1784403587.527107:0:19207:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1784403587.527172:0:19207:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1784403587.527179:0:19207:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6828175665afbe36 00000020:00000080:2.0:1784403587.527324:0:19207:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1784403587.527331:0:19207:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1784403587.527336:0:19207:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x6828175665afbe3d 00080000:01000000:2.0:1784403587.527341:0:19207:0:(osd_handler.c:1569:osd_obd_connect()) connect #3 00000020:00000080:2.0:1784403587.527345:0:19207:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6828175665afbe44 00010000:00010000:2.0:1784403587.619189:0:19207:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1784403587.620068:0:19207:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1784403587.620273:0:19207:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1784403587.623323:0:19207:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8c8a506d19c0) 00000020:00000080:2.0:1784403587.623346:0:19207:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1784403587.623431:0:19207:0:(osd_handler.c:1569:osd_obd_connect()) connect #4 00000020:00000080:2.0:1784403587.623440:0:19207:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6828175665afbe52 00000020:00000080:2.0:1784403587.626033:0:19207:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1784403587.650727:0:19207:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x6828175665afbe59 00000020:00000080:1.0:1784403587.655373:0:19207:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1784403587.655391:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784403587.655401:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784403587.655404:0:19207:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1784403587.655408:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1784403587.655412:0:19207:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1784403587.655413:0:19207:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1784403587.655415:0:19207:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1784403587.655416:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1784403587.655419:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784403587.655421:0:19207:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1784403587.655424:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784403587.655430:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784403587.655442:0:19207:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1784403587.655449:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1784403587.655509:0:19207:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1784403587.655539:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784403587.655544:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784403587.655545:0:19207:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1784403587.655548:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1784403587.655552:0:19207:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1784403587.655556:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784403587.655557:0:19207:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1784403587.655564:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1784403587.655570:0:19207:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.128@tcp to nid 0x20000c0a8cc80 (192.168.204.128@tcp) 00000020:01000000:1.0:1784403587.655604:0:19207:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1784403587.655608:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1784403587.655624:0:19207:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8c8a72e43380) 00000020:00000080:1.0:1784403587.655644:0:19207:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1784403587.655650:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1784403587.655745:0:19207:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1784403587.655751:0:19207:0:(osd_handler.c:1569:osd_obd_connect()) connect #5 00000020:00000080:1.0:1784403587.655758:0:19207:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6828175665afbe67 00010000:00080000:1.0:1784403587.656331:0:19207:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c8a69056000@lustre-OST0000-osc-MDT0000: add connection 192.168.204.128@tcp at head 00010000:00010000:1.0:1784403587.656596:0:19207:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:1.0:1784403587.658552:0:19207:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1784403587.658595:0:19207:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1784403587.683434:0:19207:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784403587.683527:0:19207:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1784403587.683608:0:19207:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1784403587.687192:0:19211:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1784403587.687203:0:19211:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1784403587.692194:0:19207:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1784403587.692213:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1784403587.692254:0:19207:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1784403587.692275:0:19207:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6828175665afbe6e 00000100:00080000:0.0:1784403587.692287:0:19207:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784403587.692293:0:19207:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c8a69056000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1784403587.692332:0:19207:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a81b59c00 x1871082260912256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784403587.692373:0:19207:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1784403587.692424:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784403587.692440:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784403587.692442:0:19207:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1784403587.692447:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1784403587.692451:0:19207:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #16 00000020:01000000:0.0:1784403587.692453:0:19207:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1784403587.692455:0:19207:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1784403587.692457:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1784403587.692460:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784403587.692463:0:19207:0:(obd_config.c:1561:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:0.0:1784403587.692466:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1784403587.692471:0:19207:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1784403587.692475:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784403587.692478:0:19207:0:(obd_config.c:1561:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1784403587.692481:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1784403587.692486:0:19207:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.128@tcp to nid 0x20000c0a8cc80 (192.168.204.128@tcp) 00000020:01000000:0.0:1784403587.692516:0:19207:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1784403587.692519:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1784403587.692534:0:19207:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8c8a7fd2cd40) 00000020:00000080:0.0:1784403587.692545:0:19207:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1784403587.692550:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1784403587.692616:0:19207:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1784403587.692622:0:19207:0:(osd_handler.c:1569:osd_obd_connect()) connect #6 00000020:00000080:0.0:1784403587.692629:0:19207:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6828175665afbe7c 00010000:00080000:0.0:1784403587.692669:0:19207:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c8a7b37f000@lustre-OST0001-osc-MDT0000: add connection 192.168.204.128@tcp at head 00010000:00010000:0.0:1784403587.693096:0:19207:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1784403587.693301:0:19207:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1784403587.693324:0:19207:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1784403587.693747:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260912256:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1784403587.693823:0:3564:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871082260912256 offset 0 length 520: 4 00000040:00080000:0.0:1784403587.695309:0:19207:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784403587.695392:0:19207:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1784403587.695462:0:19207:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1784403587.696600:0:19213:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1784403587.696622:0:19213:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1784403587.697782:0:19207:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1784403587.697801:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1784403587.697848:0:19207:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1784403587.697911:0:19207:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6828175665afbe83 00000100:00080000:3.0:1784403587.697924:0:19207:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1784403587.697932:0:19207:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c8a7b37f000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:3.0:1784403587.698003:0:19207:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a72e1c000 x1871082260912384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784403587.698037:0:19207:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1784403587.698100:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784403587.698104:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403587.698106:0:19207:0:(obd_config.c:1561:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1784403587.698108:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784403587.698114:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403587.698122:0:19207:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000080:3.0:1784403587.698125:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1784403587.698127:0:19207:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1784403587.698129:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784403587.698132:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403587.698134:0:19207:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000020:01000000:3.0:1784403587.698136:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784403587.698139:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403587.698140:0:19207:0:(obd_config.c:1561:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1784403587.698143:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1784403587.698310:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260912384:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1784403587.698387:0:3564:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871082260912384 offset 0 length 520: 4 00000100:00100000:3.0:1784403587.698624:0:19207:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19207:1871082260912512:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1784403587.698702:0:19207:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403587.698777:0:19207:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a6106c840 going to sleep for 11 seconds 00000100:00100000:2.0:1784403587.708928:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260912512 00000100:00100000:2.0:1784403587.708964:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260912512 00000100:00100000:2.0:1784403587.709085:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784403587.709099:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77605850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+9:19207:x1871082260912512:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784403587.710007:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77605850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+9:19207:x1871082260912512:12345-0@lo:502:llog_process_th.0 Request processed in 904us (11298us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403587.710020:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1784403587.710495:0:19207:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19207:1871082260912512:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1784403587.710547:0:19207:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784403587.710558:0:19207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403587.710561:0:19207:0:(obd_config.c:1561:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1784403587.710567:0:19207:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:2.0:1784403587.711149:0:19170:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:2.0:1784403587.711184:0:19170:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1784403587.711209:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41670800/0x6828175665afbe0c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbe13 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.711223:0:19170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a41670800/0x6828175665afbe0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbe13 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403587.711233:0:19170:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8c8a6135c800 from 1 10000000:01000000:2.0:1784403587.711236:0:19170:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1784403587.711558:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.711568:0:19170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.711579:0:19170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403587.711609:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260912640:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784403587.711681:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403587.711747:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a4317a780 going to sleep for 11 seconds 00000100:00100000:3.0:1784403587.711912:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260912640 00000100:00100000:3.0:1784403587.711921:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260912640 00000100:00100000:3.0:1784403587.712110:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1784403587.712122:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77606050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+9:19170:x1871082260912640:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784403587.712138:0:19181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403587.712156:0:19181:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a40030e00/0x6828175665afbe91 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbe8a expref: -99 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403587.712495:0:19181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a40030e00/0x6828175665afbe91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbe8a expref: 10 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403587.712509:0:19181:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a40030e00/0x6828175665afbe91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbe8a expref: 10 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403587.712534:0:19181:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a40030e00, rc 0) 00000100:00100000:3.0:1784403587.712609:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77606050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+10:19170:x1871082260912640:12345-0@lo:101:mount.lustre.0 Request processed in 489us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403587.712616:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784403587.712721:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260912640:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784403587.712741:0:19170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbe91 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.712758:0:19170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbe91 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403587.715708:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260912768:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1784403587.715831:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403587.715906:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a580633c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784403587.716144:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260912768 00000100:00100000:0.0:1784403587.716154:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260912768 00000100:00100000:0.0:1784403587.716449:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784403587.716462:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77604850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+10:19170:x1871082260912768:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1784403587.716495:0:19184:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1784403587.716502:0:19184:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1784403587.716613:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77604850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+10:19170:x1871082260912768:12345-0@lo:256:mount.lustre.0 Request processed in 152us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403587.716623:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1784403587.716830:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260912768:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1784403587.717804:0:19170:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1784403587.717835:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbe91 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.717850:0:19170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbe91 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403587.717861:0:19170:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c8a6135c800 from 1 10000000:01000000:1.0:1784403587.717894:0:19170:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1784403587.719603:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.719626:0:19170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.719642:0:19170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403587.719683:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260912896:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784403587.719804:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403587.719882:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a580633c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784403587.720080:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260912896 00000100:00100000:2.0:1784403587.720092:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260912896 00000100:00100000:2.0:1784403587.720166:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1784403587.720178:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77604c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+10:19170:x1871082260912896:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784403587.720198:0:19184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403587.720224:0:19184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a41670600/0x6828175665afbe9f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbe98 expref: -99 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.720257:0:19184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a41670600/0x6828175665afbe9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbe98 expref: 11 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.720269:0:19184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a41670600/0x6828175665afbe9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbe98 expref: 11 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.720279:0:19184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a41670600, rc 0) 00000100:00100000:2.0:1784403587.720349:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77604c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19170:x1871082260912896:12345-0@lo:101:mount.lustre.0 Request processed in 173us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403587.720356:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1784403587.720614:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260912896:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784403587.720632:0:19170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbe9f expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403587.720642:0:19170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbe9f expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403587.720719:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260913024:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784403587.720755:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403587.720796:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a6106cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1784403587.723502:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260913024 00000100:00100000:1.0:1784403587.723524:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260913024 00000100:00100000:1.0:1784403587.723621:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1784403587.723634:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77606450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19170:x1871082260913024:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784403587.724277:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77606450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19170:x1871082260913024:12345-0@lo:501:mount.lustre.0 Request processed in 643us (3518us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403587.724288:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1784403587.724560:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260913024:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784403587.724634:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260913152:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784403587.724695:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403587.724740:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a6106cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1784403587.724805:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260913152 00000100:00100000:0.0:1784403587.724813:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260913152 00000100:00100000:0.0:1784403587.724856:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1784403587.724901:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77607850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19170:x1871082260913152:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784403587.725158:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77607850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19170:x1871082260913152:12345-0@lo:503:mount.lustre.0 Request processed in 293us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403587.725166:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1784403587.725621:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260913152:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784403587.729571:0:19215:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19215:1871082260913280:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1784403587.729712:0:19215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403587.729772:0:19215:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a6106c540 going to sleep for 11 seconds 00000100:00100000:1.0:1784403587.731410:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260913280 00000100:00100000:1.0:1784403587.731429:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260913280 00000100:00100000:1.0:1784403587.731520:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1784403587.731532:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77605450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19215:x1871082260913280:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784403587.732020:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77605450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19215:x1871082260913280:12345-0@lo:502:llog_process_th.0 Request processed in 488us (2306us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403587.732031:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1784403587.733654:0:19215:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19215:1871082260913280:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1784403587.733716:0:19215:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784403587.733732:0:19215:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784403587.733736:0:19215:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1784403587.733744:0:19215:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c8a6135c800 00000020:00000080:2.0:1784403587.733747:0:19215:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1784403587.733757:0:19215:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784403587.733759:0:19215:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784403587.733761:0:19215:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1784403587.733763:0:19215:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784403587.733765:0:19215:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784403587.733777:0:19215:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1784403587.733782:0:19215:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c8a6135c800 00000020:00000080:2.0:1784403587.733784:0:19215:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1784403587.733933:0:19215:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784403587.733937:0:19215:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784403587.733939:0:19215:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1784403587.733941:0:19215:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784403587.733944:0:19215:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784403587.733945:0:19215:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1784403587.733948:0:19215:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c8a6135c800 00000020:00000080:2.0:1784403587.733950:0:19215:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1784403587.734034:0:19215:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19215:1871082260913408:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784403587.734116:0:19215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403587.734175:0:19215:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a4317a480 going to sleep for 11 seconds 00000100:00100000:1.0:1784403587.734202:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260913408 00000100:00100000:1.0:1784403587.734210:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260913408 00000100:00100000:1.0:1784403587.734277:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784403587.734287:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77607050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19215:x1871082260913408:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784403587.734562:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77607050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19215:x1871082260913408:12345-0@lo:502:llog_process_th.0 Request processed in 275us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403587.734572:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784403587.734623:0:19215:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19215:1871082260913408:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1784403587.734647:0:19215:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784403587.734652:0:19215:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784403587.734655:0:19215:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:1.0:1784403587.734659:0:19215:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:1.0:1784403587.734737:0:19170:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:1.0:1784403587.734761:0:19170:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784403587.734780:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbe9f expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.734804:0:19170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbe9f expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403587.734894:0:19170:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1784403587.734898:0:19170:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8c8a6135c800 10000000:01000000:1.0:1784403587.734901:0:19170:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8c8a6135c800 10000000:01000000:1.0:1784403587.734906:0:19170:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1784403587.734912:0:19170:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8c8a6135c800 from 1 10000000:01000000:1.0:1784403587.734916:0:19170:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1784403587.734961:0:19170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1400/0x6828175665afbea6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.734970:0:19170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1400/0x6828175665afbea6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.734998:0:19170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1400/0x6828175665afbea6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403587.735016:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260913536:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784403587.735051:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403587.735073:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a58063480 going to sleep for 11 seconds 00000100:00100000:1.0:1784403587.735085:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260913536 00000100:00100000:1.0:1784403587.735090:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260913536 00000100:00100000:1.0:1784403587.735111:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784403587.735117:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77606c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19170:x1871082260913536:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784403587.735127:0:19184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403587.735143:0:19184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a734a0400/0x6828175665afbead lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbea6 expref: -99 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.735178:0:19184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a734a0400/0x6828175665afbead lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbea6 expref: 12 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.735189:0:19184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a734a0400/0x6828175665afbead lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbea6 expref: 12 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.735199:0:19184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a734a0400, rc 0) 00000100:00100000:1.0:1784403587.735232:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77606c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19170:x1871082260913536:12345-0@lo:101:mount.lustre.0 Request processed in 115us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403587.735239:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784403587.735272:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260913536:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784403587.735285:0:19170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1400/0x6828175665afbea6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbead expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.735296:0:19170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1400/0x6828175665afbea6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbead expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403587.735340:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260913664:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784403587.735364:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403587.735376:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a58063480 going to sleep for 11 seconds 00000100:00100000:1.0:1784403587.735389:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260913664 00000100:00100000:1.0:1784403587.735392:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260913664 00000100:00100000:1.0:1784403587.735407:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1784403587.735412:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a433f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19170:x1871082260913664:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784403587.735661:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a433f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19170:x1871082260913664:12345-0@lo:501:mount.lustre.0 Request processed in 248us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403587.735677:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1784403587.735704:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260913664:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784403587.735729:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260913792:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784403587.735763:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403587.735775:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a58063480 going to sleep for 11 seconds 00000100:00100000:1.0:1784403587.735787:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260913792 00000100:00100000:1.0:1784403587.735790:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260913792 00000100:00100000:1.0:1784403587.735806:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1784403587.735811:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a433fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19170:x1871082260913792:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784403587.735979:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a433fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19170:x1871082260913792:12345-0@lo:503:mount.lustre.0 Request processed in 167us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403587.735997:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1784403587.736035:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260913792:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784403587.736477:0:19216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19216:1871082260913920:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784403587.736523:0:19216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403587.736557:0:19216:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a51b156c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784403587.737030:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260913920 00000100:00100000:1.0:1784403587.737038:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260913920 00000100:00100000:1.0:1784403587.737069:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1784403587.737076:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19216:x1871082260913920:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784403587.737444:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19216:x1871082260913920:12345-0@lo:502:llog_process_th.0 Request processed in 365us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403587.737453:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1784403587.737548:0:19216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19216:1871082260913920:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1784403587.737627:0:19216:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1784403587.737645:0:19216:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8c8a7fd2b380) 00000020:00000080:0.0:1784403587.737676:0:19216:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:0.0:1784403587.737904:0:19216:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c8a6135c800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1784403587.737909:0:19216:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c8a6135c800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1784403587.737912:0:19216:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c8a6135c800 4 00010000:00080000:0.0:1784403587.737956:0:19216:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c8a43034000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.128@tcp at head 00010000:00010000:1.0:1784403587.742690:0:19216:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:1.0:1784403587.742829:0:19216:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1784403587.742919:0:19216:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1784403587.743032:0:19216:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x6828175665afbebb 00000100:00080000:1.0:1784403587.743048:0:19216:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1784403587.743061:0:19216:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8c8a43034000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:1.0:1784403587.743111:0:19216:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a52373100 x1871082260914048/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784403587.743241:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3564:1871082260914048:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1784403587.743416:0:3564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403587.743476:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260914048 00000100:00100000:2.0:1784403587.743488:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260914048 00000100:00080000:1.0:1784403587.743500:0:19216:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1784403587.743532:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784403587.743542:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3564:x1871082260914048:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1784403587.744104:0:3564:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784403587.744115:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a43034000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784403587.744119:0:3564:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1784403587.744123:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3564:1871082260914048:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1784403587.744156:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3564:x1871082260914048:12345-0@lo:38:llog_process_th.0 Request processed in 612us (809us total) trans 0 rc -11/-11 00000100:00100000:2.0:1784403587.744166:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1784403587.744417:0:19216:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19216:1871082260914176:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784403587.744473:0:19216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403587.744504:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260914176 00000100:00100000:1.0:1784403587.744508:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260914176 00000100:00100000:1.0:1784403587.744540:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1784403587.744547:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19216:x1871082260914176:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784403587.744889:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19216:x1871082260914176:12345-0@lo:502:llog_process_th.0 Request processed in 317us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403587.744897:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1784403587.744973:0:19216:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a58063300 going to sleep for 11 seconds 00000100:00100000:1.0:1784403587.745000:0:19216:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19216:1871082260914176:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1784403587.745025:0:19216:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:1.0:1784403587.745098:0:19170:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:1.0:1784403587.745142:0:19170:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1784403587.745171:0:19170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1400/0x6828175665afbea6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbead expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403587.745183:0:19170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a734a1400/0x6828175665afbea6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbead expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1784403587.745237:0:19170:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1784403587.745239:0:19170:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1784403587.745240:0:19170:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784403587.745247:0:19170:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784403587.745248:0:19170:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784403587.745249:0:19170:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784403587.745251:0:19170:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784403587.745252:0:19170:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1784403587.745255:0:19170:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784403587.745256:0:19170:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1784403587.745260:0:19170:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1784403587.745263:0:19170:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1784403587.745264:0:19170:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1784403587.745265:0:19170:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784403587.745267:0:19170:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784403587.745267:0:19170:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784403587.745268:0:19170:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784403587.745269:0:19170:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784403587.745270:0:19170:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1784403587.745271:0:19170:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784403587.745272:0:19170:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1784403587.745289:0:19170:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1784403587.745300:0:19170:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260914304:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1784403587.745331:0:19170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403587.745347:0:19170:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a58063900 going to sleep for 11 seconds 00000100:00100000:1.0:1784403587.745370:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260914304 00000100:00100000:1.0:1784403587.745374:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260914304 00000100:00100000:1.0:1784403587.745401:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1784403587.745408:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19170:x1871082260914304:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1784403587.745431:0:19184:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1784403587.745448:0:19184:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1784403587.843705:0:19184:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1784403587.843738:0:19184:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1784403587.843919:0:19205:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1784403587.843925:0:19205:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1784403587.843958:0:19205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.844005:0:19205:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c8a40030e00/0x6828175665afbe91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbe8a expref: 12 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.844015:0:19205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.844066:0:19205:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c8a40030e00/0x6828175665afbe91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6828175665afbe8a expref: 12 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.844084:0:19205:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c8a40030e00/0x6828175665afbe91 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6828175665afbe8a expref: 12 pid: 19181 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403587.844105:0:19205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b58a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:19205:1871082260914432:0@lo:104: 00000100:00100000:2.0:1784403587.844973:0:19205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403587.845054:0:19205:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a73a06180 going to sleep for 11 seconds 00000100:00100000:0.0:1784403587.845197:0:19172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260914432 00000100:00100000:0.0:1784403587.845207:0:19172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260914432 00000100:00100000:0.0:1784403587.845267:0:19172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784403587.845279:0:19172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+3:19205:x1871082260914432:12345-0@lo:104: 00010000:00010000:0.0:1784403587.845296:0:19172:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afbe91 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845362:0:19172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1784403587.845369:0:19172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+3:19205:x1871082260914432:12345-0@lo:104: Request processed in 92us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403587.845376:0:19172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1784403587.845399:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784403587.845405:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afbe91 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845414:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a41670e00 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:0.0:1784403587.845419:0:19178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6828175665afbe91 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845427:0:19178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6828175665afbe91 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784403587.845434:0:19178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6828175665afbe91 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784403587.845440:0:19178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:3.0:1784403587.845442:0:19205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b58a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:19205:1871082260914432:0@lo:104: 00010000:00010000:0.0:1784403587.845475:0:19178:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbe91 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403587.845476:0:19205:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845482:0:19178:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784403587.845513:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbe91 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845522:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbe8a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbe91 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403587.845538:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3565:1871082260914560:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784403587.845542:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403587.845544:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403587.845545:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403587.845572:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403587.845608:0:19174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260914560 00000100:00100000:0.0:1784403587.845612:0:19174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260914560 00010000:00010000:0.0:1784403587.845630:0:19174:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c8a40030e00/0x6828175665afbe91 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afbe8a expref: 13 pid: 19181 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403587.845651:0:19174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784403587.845657:0:19174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+13:3565:x1871082260914560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784403587.845669:0:19174:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784403587.845674:0:19174:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c8a40030e00/0x6828175665afbe91 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afbe8a expref: 13 pid: 19181 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845685:0:19174:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c8a40030e00/0x6828175665afbe91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6828175665afbe8a expref: 13 pid: 19181 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845700:0:19174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a40030e00/0x6828175665afbe91 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6828175665afbe8a expref: 13 pid: 19181 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845717:0:19174:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845725:0:19174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1784403587.845749:0:19174:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001825008s 00010000:00010000:0.0:1784403587.845754:0:19174:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845761:0:19174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845769:0:19174:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845775:0:19174:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.845781:0:19174:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce4600 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403587.846051:0:19174:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.846060:0:19174:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.846475:0:19205:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403587.846484:0:19205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.846894:0:19174:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.846906:0:19174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce4600/0x6828175665afbec2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403587.846927:0:19174:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784403587.847013:0:19174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:3565:x1871082260914560:12345-0@lo:103:ldlm_bl.0 Request processed in 1352us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403587.847022:0:19174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1784403587.847314:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3565:1871082260914560:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784403587.856253:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19170:x1871082260914304:12345-0@lo:253:mount.lustre.0 Request processed in 110830us (110905us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403587.856273:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1784403587.856437:0:19170:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19170:1871082260914304:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1784403587.856456:0:19170:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1784403587.856460:0:19170:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1784403587.856461:0:19170:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1784403587.856463:0:19170:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784403587.856464:0:19170:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784403587.856466:0:19170:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784403587.856467:0:19170:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784403587.856469:0:19170:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1784403587.856470:0:19170:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1784403587.856473:0:19170:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784403587.856474:0:19170:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1784403587.856492:0:19170:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1784403587.863595:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:2.0:1784403587.863852:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1784403587.864440:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:2.0:1784403587.864603:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1784403587.865045:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:2.0:1784403587.865337:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:2.0:1784403587.866402:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:2.0:1784403587.866569:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:2.0:1784403587.867281:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:2.0:1784403587.867538:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:2.0:1784403587.868089:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:2.0:1784403587.868265:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:3.0:1784403587.899606:0:19170:0:(update_trans.c:1495:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967528 00000040:01000000:2.0:1784403587.900474:0:19170:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1784403587.900718:0:19229:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967528 00000020:00080000:3.0:1784403587.900723:0:19229:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967528 00000040:01000000:2.0:1784403587.900942:0:19230:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:2.0:1784403587.901054:0:19230:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784403587.905132:0:19230:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1784403587.905316:0:19230:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1784403587.905323:0:19230:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:0.0:1784403587.907646:0:19170:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1784403587.908038:0:19170:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1784403587.908948:0:19170:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1784403587.908966:0:19170:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1784403587.909316:0:19170:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784403587.910573:0:19170:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1784403587.911283:0:19170:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1784403587.911320:0:19170:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1784403587.912822:0:19170:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1784403587.914047:0:19170:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:2.0:1784403587.918367:0:19170:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1784403587.957041:0:19170:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1784403587.957270:0:19170:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb3f141e23988 00100000:10000000:2.0:1784403587.957281:0:19170:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1784403587.960032:0:19170:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1784403587.960055:0:19170:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.128@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1784403587.960073:0:19170:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1784403587.960116:0:19170:0:(super25.c:181:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:0.0:1784403588.384206:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1784403588.639549:0:19186:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1784403588.639559:0:19186:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8c8a6135c800 from 9 10000000:01000000:3.0:1784403588.639564:0:19186:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1784403588.639620:0:19186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403588.639634:0:19186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403588.639646:0:19186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403588.639677:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260914688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1784403588.639760:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403588.639821:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a586e9780 going to sleep for 11 seconds 00000100:00100000:0.0:1784403588.640015:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260914688 00000100:00100000:0.0:1784403588.640024:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260914688 00000100:00100000:0.0:1784403588.640087:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1784403588.640098:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19186:x1871082260914688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784403588.640113:0:19181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784403588.640143:0:19181:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a7fce5600/0x6828175665afbed0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbec9 expref: -99 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403588.640170:0:19181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a7fce5600/0x6828175665afbed0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbec9 expref: 12 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403588.640183:0:19181:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a7fce5600/0x6828175665afbed0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbec9 expref: 12 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403588.640192:0:19181:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a7fce5600, rc 0) 00000100:00100000:0.0:1784403588.640243:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19186:x1871082260914688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403588.640250:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1784403588.640301:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260914688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784403588.640319:0:19186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbed0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403588.640328:0:19186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbed0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403588.640386:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260914816:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1784403588.640420:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403588.640442:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a73a06840 going to sleep for 11 seconds 00000100:00100000:0.0:1784403588.640456:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260914816 00000100:00100000:0.0:1784403588.640459:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260914816 00000100:00100000:0.0:1784403588.640481:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1784403588.640488:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19186:x1871082260914816:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1784403588.640502:0:19184:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1784403588.640523:0:19184:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1784403588.640526:0:19184:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 00000100:00100000:0.0:1784403588.640600:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19186:x1871082260914816:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 111us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403588.640607:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1784403588.640636:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260914816:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1784403588.640678:0:19186:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1784403588.640684:0:19186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbed0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403588.640692:0:19186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbed0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1784403588.832103:0:19225:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1784403588.832112:0:19225:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1784403588.832574:0:19225:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1784403588.832581:0:19225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1784403589.410863:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1784403589.856585:0:19225:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1784403589.856611:0:19225:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1784403589.857139:0:19225:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1784403589.857225:0:19225:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1784403589.857262:0:19225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:0.0:1784403590.431246:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403591.455995:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403592.480482:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784403592.927138:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784403592.927147:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784403592.927150:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784403592.927153:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784403592.927157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1784403592.927160:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1784403592.927163:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c8a43034000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784403592.927178:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8c8a43034000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:1.0:1784403592.927206:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a52371c00 x1871082260915072/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784403592.927246:0:3565:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1784403592.927263:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3565:1871082260914944:0@lo:400:kworker.0 00000100:00100000:1.0:1784403592.936669:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403592.936794:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3564:1871082260915072:0@lo:38:kworker.0 00000100:00100000:1.0:1784403592.936909:0:3564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403592.937233:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260914944 00000100:00100000:3.0:1784403592.937256:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260914944 00000100:00100000:3.0:1784403592.937311:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1784403592.937320:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:3565:x1871082260914944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403592.937375:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:3565:x1871082260914944:12345-0@lo:400:kworker.0 Request processed in 57us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403592.937383:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1784403592.940439:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260915072 00000100:00100000:3.0:1784403592.940454:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260915072 00000100:00100000:3.0:1784403592.940491:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1784403592.940499:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52373100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3564:x1871082260915072:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1784403592.940681:0:19191:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 598 last 0 00000020:00000080:3.0:1784403592.940717:0:19191:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x6828175665afbed7 00000004:00100000:3.0:1784403592.940733:0:19191:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1784403592.940952:0:19191:0:(import.c:65:import_set_state_nolock()) ffff8c8a47189800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784403592.941040:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52373100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3564:x1871082260915072:12345-0@lo:38:kworker.0 Request processed in 540us (4129us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403592.941049:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1784403592.941203:0:3564:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c8a52371c00 x1871082260915072/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784403602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784403592.941234:0:3564:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1784403592.941243:0:3564:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1784403592.941247:0:3564:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1784403592.941264:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a43034000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1784403592.941270:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3564:1871082260915072:0@lo:38:kworker.0 00000100:00100000:1.0:1784403592.943475:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3565:1871082260914944:0@lo:400:kworker.0 00000001:02000400:3.0:1784403593.286599:0:19473:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg428-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1784403593.504021:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403594.527503:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403595.555125:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1784403596.364174:0:19624:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff65fb5b20 20000000:00000080:3.0:1784403596.364195:0:19624:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8c8a44741400 uarg=0000000000000000 20000000:01000000:3.0:1784403596.364234:0:19624:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1784403596.364243:0:19624:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1784403596.364249:0:19624:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1784403596.370280:0:19625:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 10 20000000:00000400:3.0:1784403596.373276:0:19624:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1784403596.383071:0:19624:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1784403596.383578:0:19624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403596.383600:0:19624:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c8a41670600/0x6828175665afbe9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbe98 expref: 11 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403596.383610:0:19624:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403596.383671:0:19624:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c8a41670600/0x6828175665afbe9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6828175665afbe98 expref: 11 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403596.383691:0:19624:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c8a41670600/0x6828175665afbe9f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6828175665afbe98 expref: 11 pid: 19184 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403596.384042:0:19624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19624:1871082260915200:0@lo:104: 00000100:00100000:2.0:1784403596.384116:0:19624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403596.384178:0:19624:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a5b6b3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1784403596.384320:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260915200 00000100:00100000:1.0:1784403596.384330:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260915200 00000100:00100000:1.0:1784403596.384389:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784403596.384400:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+3:19624:x1871082260915200:12345-0@lo:104: 00010000:00010000:1.0:1784403596.384417:0:19173:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afbe9f expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.384485:0:19173:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784403596.384491:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+3:19624:x1871082260915200:12345-0@lo:104: Request processed in 93us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403596.384498:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:1.0:1784403596.384520:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784403596.384527:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afbe9f expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.384536:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a0e00 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:1.0:1784403596.384540:0:19177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6828175665afbe9f expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.384548:0:19177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6828175665afbe9f expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784403596.384556:0:19177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6828175665afbe9f expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403596.384576:0:19177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1784403596.384613:0:19177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbe9f expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.384621:0:19177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784403596.384642:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbe9f expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.384650:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0e00/0x6828175665afbe98 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbe9f expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.384664:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403596.384666:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403596.384668:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784403596.384696:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260915328:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784403596.384724:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403596.384772:0:19174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260915328 00000100:00100000:1.0:1784403596.384777:0:19174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260915328 00010000:00010000:1.0:1784403596.384795:0:19174:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c8a41670600/0x6828175665afbe9f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afbe98 expref: 12 pid: 19184 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403596.384819:0:19174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784403596.384839:0:19174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52371c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:3567:x1871082260915328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784403596.384850:0:19174:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784403596.384856:0:19174:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c8a41670600/0x6828175665afbe9f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afbe98 expref: 12 pid: 19184 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.384897:0:19174:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c8a41670600/0x6828175665afbe9f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6828175665afbe98 expref: 12 pid: 19184 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.384922:0:19174:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.384932:0:19174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403596.385130:0:19624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a41670600/0x6828175665afbe9f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6828175665afbe98 expref: 12 pid: 19184 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403596.385144:0:19624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19624:1871082260915200:0@lo:104: 00010000:00010000:2.0:1784403596.385166:0:19624:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403596.385177:0:19624:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403596.385184:0:19624:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.385505:0:19174:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.385517:0:19174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.385524:0:19174:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 3/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.385531:0:19174:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.385537:0:19174:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a41671000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:1.0:1784403596.385541:0:19174:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.385549:0:19174:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.385558:0:19174:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 3/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.385564:0:19174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a41671000/0x6828175665afbede lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403596.385590:0:19174:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784403596.385642:0:19174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52371c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:3567:x1871082260915328:12345-0@lo:103:ldlm_bl.0 Request processed in 804us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403596.385650:0:19174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1784403596.386181:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260915328:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784403596.576478:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403597.023107:0:3564:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784403587/real 1784403587] req@ffff8c8a72e1c000 x1871082260912384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784403597 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784403597.023142:0:3564:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c8a72e1c000 x1871082260912384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784403597 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784403597.023154:0:3564:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784403587/real 1784403587] req@ffff8c8a81b59c00 x1871082260912256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784403597 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784403597.023237:0:3564:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c8a81b59c00 x1871082260912256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784403597 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784403597.023255:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a7b37f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784403597.023296:0:3564:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784403597.023301:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260912384:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1784403597.023307:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a69056000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784403597.023312:0:3564:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784403597.023314:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260912256:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1784403597.023853:0:15521:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784403597.023859:0:15521:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1784403597.023862:0:15521:0:(import.c:65:import_set_state_nolock()) ffff8c8a69056000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784403597.023894:0:15521:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 593 00000100:00080000:2.0:1784403597.023910:0:15521:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784403597.023923:0:15521:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c8a69056000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1784403597.023947:0:15521:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a77cd4700 x1871082260915584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784403597.023964:0:15521:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784403597.023968:0:15521:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1784403597.023970:0:15521:0:(import.c:65:import_set_state_nolock()) ffff8c8a7b37f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784403597.023973:0:15521:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 593 00000100:00080000:2.0:1784403597.023976:0:15521:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784403597.023979:0:15521:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c8a7b37f000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1784403597.023990:0:15521:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a77cd6300 x1871082260915712/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784403597.024030:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784403597.024068:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260915456:0@lo:400:kworker.0 00000100:00100000:2.0:1784403597.024140:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403597.024241:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3565:1871082260915840:0@lo:400:kworker.0 00000100:00100000:2.0:1784403597.024273:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403597.024308:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260915456 00000100:00100000:2.0:1784403597.024321:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260915840 00000100:00100000:3.0:1784403597.024325:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260915456 00000100:00100000:2.0:1784403597.024327:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260915840 00000100:00100000:3.0:1784403597.024389:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1784403597.024390:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1784403597.024406:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:3567:x1871082260915456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784403597.024407:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3565:x1871082260915840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403597.024417:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260915584:0@lo:8:kworker.0 00000400:00000100:0.0:1784403597.024447:0:3564:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871082260915584 offset 0 length 520: 4 00000100:00100000:2.0:1784403597.024670:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3565:x1871082260915840:12345-0@lo:400:kworker.0 Request processed in 268us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403597.024677:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1784403597.025446:0:3565:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c8a77cd6680 x1871082260915840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784403597.025461:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3565:1871082260915840:0@lo:400:kworker.0 00000100:00100000:3.0:1784403597.028466:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:3567:x1871082260915456:12345-0@lo:400:kworker.0 Request processed in 4057us (4318us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403597.028469:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260915712:0@lo:8:kworker.0 00000100:00100000:3.0:1784403597.028484:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000400:00000100:0.0:1784403597.028526:0:3564:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1871082260915712 offset 0 length 520: 4 00000100:00100000:3.0:1784403597.028567:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260915456:0@lo:400:kworker.0 00010000:00010000:0.0:1784403597.602386:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1784403597.728035:0:19186:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1784403597.728155:0:19186:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c8a6135c800 from 10 10000000:01000000:2.0:1784403597.728161:0:19186:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784403597.728235:0:19186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403597.728247:0:19186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403597.728259:0:19186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403597.728289:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260915968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784403597.728368:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403597.728472:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a4322ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1784403597.735079:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260915968 00000100:00100000:0.0:1784403597.735097:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260915968 00000100:00100000:0.0:1784403597.735232:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1784403597.735245:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+11:19186:x1871082260915968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784403597.735265:0:19181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784403597.735289:0:19181:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a7fce4000/0x6828175665afbeec lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbee5 expref: -99 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403597.735318:0:19181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a7fce4000/0x6828175665afbeec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbee5 expref: 12 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403597.735328:0:19181:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a7fce4000/0x6828175665afbeec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbee5 expref: 12 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403597.735338:0:19181:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a7fce4000, rc 0) 00000100:00100000:0.0:1784403597.735445:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19186:x1871082260915968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 202us (7078us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403597.735464:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1784403597.735629:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260915968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784403597.735650:0:19186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbeec expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403597.735660:0:19186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbeec expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403597.735743:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260916096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784403597.735783:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403597.741718:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a4322ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1784403597.741897:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260916096 00000100:00100000:1.0:1784403597.741909:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260916096 00000100:00100000:1.0:1784403597.741965:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1784403597.741975:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19186:x1871082260916096:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784403597.742336:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19186:x1871082260916096:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 360us (6551us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403597.742358:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1784403597.743189:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260916096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784403597.743306:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260916224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784403597.743663:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403597.743753:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a4322ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1784403597.743807:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260916224 00000100:00100000:1.0:1784403597.743814:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260916224 00000100:00100000:1.0:1784403597.744129:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1784403597.744142:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19186:x1871082260916224:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784403597.744488:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19186:x1871082260916224:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 348us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403597.744497:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1784403597.744661:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260916224:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1784403597.745751:0:19679:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:2.0:1784403597.745981:0:19186:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:2.0:1784403597.746005:0:19186:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1784403597.746016:0:19186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbeec expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403597.746027:0:19186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbeec expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403598.623791:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1784403599.073340:0:19225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1784403599.647496:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403600.674800:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1784403601.312472:0:19825:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1784403601.312477:0:19825:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:0.0:1784403601.312600:0:19825:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8c8a453b9800 00000020:01000004:0.0:1784403601.312621:0:19825:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1784403601.312636:0:19825:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:0.0:1784403601.312651:0:19825:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8c8a5809b380) 00000020:00000080:0.0:1784403601.312666:0:19825:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1784403601.343400:0:19825:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:1.0:1784403601.343796:0:19825:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1784403601.346972:0:19825:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:1.0:1784403601.347231:0:19825:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:1.0:1784403601.347478:0:19825:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:1.0:1784403601.349356:0:19825:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 551: rc = 0 00100000:10000000:1.0:1784403601.349463:0:19825:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 551: rc = 0 00100000:10000000:1.0:1784403601.350426:0:19825:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 551: rc = 0 00100000:10000000:1.0:1784403601.355445:0:19825:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 450: rc = 0 00100000:10000000:1.0:1784403601.355848:0:19825:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 450: rc = 0 00100000:10000000:1.0:1784403601.356293:0:19825:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 450: rc = 0 00100000:10000000:1.0:1784403601.356533:0:19825:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 450: rc = 0 00100000:10000000:1.0:1784403601.357039:0:19825:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 450: rc = 0 00100000:10000000:1.0:1784403601.357297:0:19825:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 450: rc = 0 00000020:00000080:1.0:1784403601.364181:0:19825:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1784403601.364196:0:19825:0:(osd_handler.c:1569:osd_obd_connect()) connect #0 00000020:00000080:1.0:1784403601.364209:0:19825:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x6828175665afbefa 00000020:01000004:1.0:1784403601.364219:0:19825:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:1.0:1784403601.364241:0:19825:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.128@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1784403601.364246:0:19825:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.128@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1784403601.364252:0:19825:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1784403601.364256:0:19825:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1784403601.364269:0:19825:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8c8a72e40000) 00000020:00000080:1.0:1784403601.364278:0:19825:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type ost with refcount 2 00000100:00100000:3.0:1784403601.367820:0:19825:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784403601.368026:0:19825:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1784403601.368033:0:19825:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1784403601.381141:0:19825:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1784403601.381170:0:19825:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1784403601.386024:0:19825:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1784403601.386040:0:19825:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1784403601.392792:0:19825:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784403601.393827:0:19825:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1784403601.393836:0:19825:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1784403601.417419:0:19825:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1784403601.417548:0:19825:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1784403601.447157:0:19825:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784403601.447407:0:19825:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1784403601.447415:0:19825:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1784403601.471698:0:19825:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1784403601.471717:0:19825:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1784403601.473025:0:19825:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1784403601.473037:0:19825:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1784403601.484637:0:19825:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1784403601.484839:0:19825:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1784403601.484845:0:19825:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1784403601.491114:0:19825:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1784403601.491126:0:19825:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1784403601.659633:0:19825:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784403601.659854:0:19825:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1784403601.659863:0:19825:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1784403601.663772:0:19825:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1784403601.663802:0:19825:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1784403601.675274:0:19825:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1784403601.675306:0:19825:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:0.0:1784403601.675313:0:19825:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.128@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1784403601.690522:0:19825:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.128@tcp ctxt 0 is initialized 00000020:01000004:0.0:1784403601.690564:0:19825:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.128@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1784403601.690569:0:19825:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1784403601.690570:0:19825:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1784403601.690572:0:19825:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784403601.690573:0:19825:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784403601.690574:0:19825:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784403601.690575:0:19825:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784403601.690577:0:19825:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1784403601.690578:0:19825:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784403601.690580:0:19825:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1784403601.690584:0:19825:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1784403601.690586:0:19825:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1784403601.690587:0:19825:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1784403601.690589:0:19825:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784403601.690590:0:19825:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784403601.690591:0:19825:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784403601.690596:0:19825:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784403601.690597:0:19825:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1784403601.690598:0:19825:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784403601.690599:0:19825:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1784403601.690695:0:19825:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1784403601.691423:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260916352:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1784403601.691553:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403601.691651:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52271cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1784403601.696212:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784403601.696403:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260916352 00000100:00100000:2.0:1784403601.696415:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260916352 00000100:00100000:0.0:1784403601.696562:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1784403601.696572:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19825:x1871082260916352:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1784403601.696611:0:19184:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1784403601.696614:0:19184:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1784403601.696617:0:19184:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1784403601.718341:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19825:x1871082260916352:12345-0@lo:253:mount.lustre.0 Request processed in 21760us (26832us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403601.718358:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1784403601.718475:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260916352:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1784403601.718493:0:19825:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1784403601.718497:0:19825:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1784403601.718498:0:19825:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1784403601.718500:0:19825:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784403601.718501:0:19825:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784403601.718502:0:19825:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784403601.718503:0:19825:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784403601.718505:0:19825:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1784403601.718506:0:19825:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784403601.718508:0:19825:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1784403601.718529:0:19825:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8c8a453b9800 from lustre-OST0000 10000000:01000000:0.0:1784403601.718558:0:19825:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1784403601.718561:0:19825:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1784403601.718567:0:19825:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8c8a7fd28000 local copy 00010000:00010000:0.0:1784403601.718579:0:19825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbdf7 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403601.718842:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260916480:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784403601.719052:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403601.719097:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52271b40 going to sleep for 11 seconds 00000100:00100000:1.0:1784403601.719211:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260916480 00000100:00100000:1.0:1784403601.719218:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260916480 00000100:00100000:1.0:1784403601.719267:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1784403601.719277:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19825:x1871082260916480:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784403601.719546:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19825:x1871082260916480:12345-0@lo:501:mount.lustre.0 Request processed in 270us (494us total) trans 0 rc -2/-2 00000100:00100000:1.0:1784403601.719554:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1784403601.720539:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260916480:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1784403601.720564:0:19825:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.128@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1784403601.720795:0:19825:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.128@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1784403601.720805:0:19825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbdf7 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403601.720815:0:19825:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbdf7 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403601.720844:0:19825:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8c8a453b9800 10000000:01000000:2.0:1784403601.720851:0:19825:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1784403601.720857:0:19825:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8c8a7fd28000 10000000:01000000:2.0:1784403601.720859:0:19825:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1784403601.720862:0:19825:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8c8a7fd28000 from 1 10000000:01000000:2.0:1784403601.720890:0:19825:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1784403601.720935:0:19825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbf08 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403601.720950:0:19825:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbf08 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403601.720961:0:19825:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbf08 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403601.720982:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260916608:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784403601.721028:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403601.721070:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a736acd80 going to sleep for 11 seconds 00000100:00100000:1.0:1784403601.721208:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260916608 00000100:00100000:1.0:1784403601.721215:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260916608 00000100:00100000:1.0:1784403601.721253:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1784403601.721263:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+12:19825:x1871082260916608:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784403601.721274:0:19184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403601.721289:0:19184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a734a0200/0x6828175665afbf0f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbf08 expref: -99 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.721313:0:19184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a734a0200/0x6828175665afbf0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbf08 expref: 13 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.721324:0:19184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a734a0200/0x6828175665afbf0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbf08 expref: 13 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.721345:0:19184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a734a0200, rc 0) 00000100:00100000:1.0:1784403601.721388:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+13:19825:x1871082260916608:12345-0@lo:101:mount.lustre.0 Request processed in 126us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403601.721395:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1784403601.721485:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260916608:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784403601.721497:0:19825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbf08 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf0f expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403601.721506:0:19825:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbf08 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbf0f expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403601.721522:0:19825:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1784403601.721546:0:19825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbf08 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf0f expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403601.721554:0:19825:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a41670e00/0x6828175665afbf08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf0f expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403601.721561:0:19825:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1784403601.721565:0:19825:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1784403601.721576:0:19825:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1784403601.721578:0:19825:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1784403601.721593:0:19825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41670600/0x6828175665afbf16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403601.721600:0:19825:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a41670600/0x6828175665afbf16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403601.721607:0:19825:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a41670600/0x6828175665afbf16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403601.721621:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260916736:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784403601.721646:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403601.721710:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a736acd80 going to sleep for 11 seconds 00000100:00100000:1.0:1784403601.723329:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260916736 00000100:00100000:1.0:1784403601.723341:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260916736 00000100:00100000:1.0:1784403601.723457:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1784403601.723467:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+13:19825:x1871082260916736:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784403601.723481:0:19182:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403601.723498:0:19182:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a734a0800/0x6828175665afbf1d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbf16 expref: -99 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.723524:0:19182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a734a0800/0x6828175665afbf1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbf16 expref: 14 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.723534:0:19182:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a734a0800/0x6828175665afbf1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbf16 expref: 14 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.723542:0:19182:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a734a0800, rc 0) 00000100:00100000:1.0:1784403601.723607:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+14:19825:x1871082260916736:12345-0@lo:101:mount.lustre.0 Request processed in 141us (1960us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403601.723613:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1784403601.723715:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260916736:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784403601.723744:0:19825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a41670600/0x6828175665afbf16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf1d expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403601.723754:0:19825:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a41670600/0x6828175665afbf16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbf1d expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1784403601.725263:0:19825:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1784403601.726700:0:19825:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784403601.727192:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1784403601.727246:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1784403601.727297:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1784403601.727346:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1784403601.727382:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1784403601.727415:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1784403601.727462:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1784403601.727513:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1784403601.727549:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1784403601.727599:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1784403601.727634:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1784403601.727681:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1784403601.727755:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1784403601.727765:0:19825:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1784403601.727905:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260916864:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784403601.728324:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403601.728418:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a736ace40 going to sleep for 11 seconds 00000100:00100000:3.0:1784403601.728518:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260916864 00000100:00100000:3.0:1784403601.728526:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260916864 00000100:00100000:3.0:1784403601.728613:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1784403601.728623:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+14:19825:x1871082260916864:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784403601.729564:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+14:19825:x1871082260916864:12345-0@lo:501:mount.lustre.0 Request processed in 939us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403601.729573:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1784403601.729658:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260916864:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784403601.729709:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260916992:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784403601.729769:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403601.730146:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a736ace40 going to sleep for 11 seconds 00000100:00100000:0.0:1784403601.730215:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260916992 00000100:00100000:0.0:1784403601.730221:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260916992 00000100:00100000:2.0:1784403601.730298:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1784403601.730305:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+14:19825:x1871082260916992:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784403601.730635:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+14:19825:x1871082260916992:12345-0@lo:503:mount.lustre.0 Request processed in 329us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403601.730643:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1784403601.730751:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260916992:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1784403601.732144:0:19825:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784403601.732235:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917120:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784403601.732316:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403601.732366:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52271000 going to sleep for 11 seconds 00000100:00100000:2.0:1784403601.732646:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260917120 00000100:00100000:2.0:1784403601.732655:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260917120 00000100:00100000:2.0:1784403601.732693:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1784403601.732702:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+14:19825:x1871082260917120:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784403601.733166:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+14:19825:x1871082260917120:12345-0@lo:502:mount.lustre.0 Request processed in 461us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403601.733174:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1784403601.733403:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917120:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784403601.733673:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1784403601.733739:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1784403601.733775:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1784403601.733838:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1784403601.733925:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1784403601.734151:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1784403601.734205:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1784403601.734245:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1784403601.734280:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:0.0:1784403601.734328:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:0.0:1784403601.734365:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:0.0:1784403601.734411:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:0.0:1784403601.734454:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917248:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784403601.734513:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403601.734559:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52271000 going to sleep for 11 seconds 00000100:00100000:2.0:1784403601.734792:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260917248 00000100:00100000:2.0:1784403601.734800:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260917248 00000100:00100000:2.0:1784403601.734850:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1784403601.734860:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+14:19825:x1871082260917248:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784403601.735261:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+14:19825:x1871082260917248:12345-0@lo:502:mount.lustre.0 Request processed in 401us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403601.735270:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1784403601.735371:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917248:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784403601.735458:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:0.0:1784403601.735476:0:19825:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:2.0:1784403601.736685:0:19840:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1784403601.736696:0:19840:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:2.0:1784403601.736704:0:19840:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784403601.736706:0:19840:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1784403601.736713:0:19840:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784403601.736741:0:19840:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8c8a452b3380) 00000020:00000080:2.0:1784403601.736765:0:19840:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type obdfilter with refcount 2 00000020:00000080:2.0:1784403601.736772:0:19840:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1784403601.736851:0:19840:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c8a453b9800 from lustre-OST0000, refs=2 00080000:01000000:2.0:1784403601.736858:0:19840:0:(osd_handler.c:1569:osd_obd_connect()) connect #1 00000020:00000080:2.0:1784403601.737081:0:19840:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x6828175665afbf2b 00010000:00010000:3.0:1784403601.741172:0:19840:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00000001:00000004:3.0:1784403601.741635:0:19840:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934605 00080000:10000000:3.0:1784403601.743779:0:19840:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:3.0:1784403601.745378:0:19840:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1784403601.745397:0:19840:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784403601.745405:0:19840:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403601.745407:0:19840:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1784403601.745411:0:19840:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1784403601.745414:0:19840:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1784403601.745415:0:19840:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784403601.745418:0:19840:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784403601.745419:0:19840:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1784403601.745421:0:19840:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403601.745423:0:19840:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1784403601.745425:0:19840:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784403601.745428:0:19840:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403601.745429:0:19840:0:(obd_config.c:1561:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:3.0:1784403601.745432:0:19840:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1784403601.745434:0:19840:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1784403601.745436:0:19840:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784403601.745438:0:19840:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403601.745439:0:19840:0:(obd_config.c:1561:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:3.0:1784403601.745442:0:19840:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784403601.745444:0:19840:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403601.745445:0:19840:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1784403601.745448:0:19840:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1784403601.745511:0:19840:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784403601.745515:0:19840:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403601.745517:0:19840:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1784403601.745520:0:19840:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1784403601.751040:0:19825:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1784403601.751092:0:19825:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1784403601.751116:0:19825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41670600/0x6828175665afbf16 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf1d expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.751129:0:19825:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a41670600/0x6828175665afbf16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf1d expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403601.753433:0:19825:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c8a453b9800 from 1 10000000:01000000:1.0:1784403601.753441:0:19825:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1784403601.753488:0:19825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.753500:0:19825:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.753522:0:19825:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403601.753549:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917376:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784403601.753621:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403601.753670:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a7745a900 going to sleep for 11 seconds 00000100:00100000:3.0:1784403601.753749:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260917376 00000100:00100000:3.0:1784403601.753758:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260917376 00000100:00100000:3.0:1784403601.753814:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1784403601.753825:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+14:19825:x1871082260917376:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784403601.753839:0:19182:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403601.753852:0:19182:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a40031200/0x6828175665afbf39 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbf32 expref: -99 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403601.753926:0:19182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a40031200/0x6828175665afbf39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbf32 expref: 15 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403601.754098:0:19182:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a40031200/0x6828175665afbf39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbf32 expref: 15 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403601.754110:0:19182:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a40031200, rc 0) 00000100:00100000:3.0:1784403601.754164:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+15:19825:x1871082260917376:12345-0@lo:101:mount.lustre.0 Request processed in 340us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403601.754171:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1784403601.754256:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917376:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784403601.754273:0:19825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf39 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.754281:0:19825:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbf39 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1784403601.756184:0:19825:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:1.0:1784403601.756595:0:19825:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1784403601.757110:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1784403601.757158:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1784403601.757210:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1784403601.757248:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1784403601.757283:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1784403601.757327:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1784403601.757357:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1784403601.757389:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1784403601.757475:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1784403601.757483:0:19825:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:1.0:1784403601.757578:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917504:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784403601.757652:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403601.757770:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a7745a900 going to sleep for 11 seconds 00000100:00100000:3.0:1784403601.757848:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260917504 00000100:00100000:3.0:1784403601.757855:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260917504 00000100:00100000:3.0:1784403601.758161:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1784403601.758172:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+15:19825:x1871082260917504:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784403601.758440:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+15:19825:x1871082260917504:12345-0@lo:501:mount.lustre.0 Request processed in 268us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403601.758448:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1784403601.758527:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917504:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784403601.758570:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917632:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784403601.758610:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403601.758744:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a457703c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784403601.758813:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260917632 00000100:00100000:1.0:1784403601.758819:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260917632 00000100:00100000:1.0:1784403601.758842:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1784403601.758849:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+15:19825:x1871082260917632:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784403601.759057:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+15:19825:x1871082260917632:12345-0@lo:503:mount.lustre.0 Request processed in 207us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403601.759065:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1784403601.759247:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917632:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1784403601.759773:0:19825:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1784403601.759848:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917760:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784403601.760055:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403601.760087:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a457703c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784403601.760220:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260917760 00000100:00100000:1.0:1784403601.760226:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260917760 00000100:00100000:1.0:1784403601.760259:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1784403601.760268:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+15:19825:x1871082260917760:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784403601.760453:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+15:19825:x1871082260917760:12345-0@lo:502:mount.lustre.0 Request processed in 185us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403601.760460:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1784403601.760565:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917760:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1784403601.760801:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1784403601.760847:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1784403601.761034:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1784403601.761073:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1784403601.761108:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1784403601.761159:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1784403601.761194:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1784403601.761225:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:2.0:1784403601.761258:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917888:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784403601.761308:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403601.761389:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a457703c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784403601.761482:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260917888 00000100:00100000:3.0:1784403601.761488:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260917888 00000100:00100000:0.0:1784403601.761565:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1784403601.761577:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+15:19825:x1871082260917888:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784403601.761761:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+15:19825:x1871082260917888:12345-0@lo:502:mount.lustre.0 Request processed in 186us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403601.761769:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1784403601.761849:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260917888:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1784403601.761971:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1784403601.761982:0:19825:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:3.0:1784403601.770162:0:19844:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784403601.770178:0:19844:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403601.770181:0:19844:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1784403601.770190:0:19844:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c8a453b9800 00000020:00000080:3.0:1784403601.770193:0:19844:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784403601.770201:0:19844:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784403601.770203:0:19844:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403601.770204:0:19844:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1784403601.770206:0:19844:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784403601.770224:0:19844:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403601.770226:0:19844:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1784403601.770230:0:19844:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c8a453b9800 00000020:00000080:3.0:1784403601.770232:0:19844:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784403601.770287:0:19844:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784403601.770290:0:19844:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403601.770291:0:19844:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1784403601.770294:0:19844:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784403601.770297:0:19844:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403601.770298:0:19844:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1784403601.770302:0:19844:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c8a453b9800 00000020:00000080:3.0:1784403601.770304:0:19844:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784403601.770337:0:19844:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784403601.770340:0:19844:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403601.770341:0:19844:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:3.0:1784403601.770345:0:19844:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:0.0:1784403601.770603:0:19825:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1784403601.770640:0:19825:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1784403601.770664:0:19825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf39 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.770677:0:19825:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf39 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784403601.770732:0:19825:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1784403601.770735:0:19825:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8c8a453b9800 10000000:01000000:0.0:1784403601.770738:0:19825:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8c8a453b9800 10000000:01000000:0.0:1784403601.770743:0:19825:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1784403601.770748:0:19825:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8c8a453b9800 from 1 10000000:01000000:0.0:1784403601.770750:0:19825:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1784403601.770788:0:19825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afbf40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.770803:0:19825:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afbf40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.770816:0:19825:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afbf40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403601.770847:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260918016:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784403601.770963:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403601.771001:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52271900 going to sleep for 11 seconds 00000100:00100000:3.0:1784403601.773660:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260918016 00000100:00100000:3.0:1784403601.773673:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260918016 00000100:00100000:3.0:1784403601.773751:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1784403601.773761:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+15:19825:x1871082260918016:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784403601.773779:0:19184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403601.773798:0:19184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a40031400/0x6828175665afbf47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbf40 expref: -99 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403601.773824:0:19184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a40031400/0x6828175665afbf47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbf40 expref: 16 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403601.773835:0:19184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a40031400/0x6828175665afbf47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbf40 expref: 16 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403601.773843:0:19184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a40031400, rc 0) 00000100:00100000:3.0:1784403601.773951:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19825:x1871082260918016:12345-0@lo:101:mount.lustre.0 Request processed in 180us (2977us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403601.773966:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1784403601.774139:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260918016:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784403601.774161:0:19825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afbf40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf47 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.774171:0:19825:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afbf40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbf47 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784403601.774840:0:19825:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:0.0:1784403601.776570:0:19825:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784403601.776894:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1784403601.781289:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1784403601.781408:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1784403601.781488:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1784403601.781529:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1784403601.782083:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1784403601.782126:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1784403601.786691:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1784403601.786844:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1784403601.786906:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1784403601.787082:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1784403601.787133:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1784403601.787170:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1784403601.787204:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1784403601.787262:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1784403601.787301:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1784403601.787336:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1784403601.787385:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1784403601.787444:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1784403601.787480:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1784403601.787523:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1784403601.794734:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1784403601.794827:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1784403601.794932:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1784403601.794993:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:0.0:1784403601.795028:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:0.0:1784403601.795077:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:0.0:1784403601.795115:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:0.0:1784403601.795147:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:0.0:1784403601.795691:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:0.0:1784403601.795746:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:0.0:1784403601.795779:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:0.0:1784403601.795814:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:0.0:1784403601.795862:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:0.0:1784403601.796017:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:0.0:1784403601.796077:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:0.0:1784403601.796116:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:0.0:1784403601.796322:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:0.0:1784403601.796404:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:0.0:1784403601.796449:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:0.0:1784403601.797114:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:0.0:1784403601.797130:0:19825:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:0.0:1784403601.797305:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260918144:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784403601.797381:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403601.797429:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52271900 going to sleep for 11 seconds 00000100:00100000:3.0:1784403601.797738:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260918144 00000100:00100000:3.0:1784403601.797747:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260918144 00000100:00100000:3.0:1784403601.798048:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1784403601.798059:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19825:x1871082260918144:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784403601.798672:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19825:x1871082260918144:12345-0@lo:501:mount.lustre.0 Request processed in 612us (1288us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403601.798682:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1784403601.799717:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260918144:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784403601.799794:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260918272:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784403601.799856:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403601.800265:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260918272 00000100:00100000:1.0:1784403601.800275:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260918272 00000100:00100000:1.0:1784403601.800333:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1784403601.800343:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19825:x1871082260918272:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784403601.801058:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19825:x1871082260918272:12345-0@lo:503:mount.lustre.0 Request processed in 713us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403601.801069:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1784403601.801445:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52271900 going to sleep for 11 seconds 00000100:00100000:0.0:1784403601.801467:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260918272:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1784403601.807672:0:19825:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784403601.807795:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260918400:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784403601.807903:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403601.808327:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260918400 00000100:00100000:3.0:1784403601.808337:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260918400 00000100:00100000:3.0:1784403601.808391:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1784403601.808401:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19825:x1871082260918400:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784403601.808751:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19825:x1871082260918400:12345-0@lo:502:mount.lustre.0 Request processed in 350us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403601.808760:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1784403601.810631:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52271900 going to sleep for 11 seconds 00000100:00100000:0.0:1784403601.810669:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260918400:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784403601.812402:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1784403601.812490:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1784403601.812527:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1784403601.814354:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1784403601.814428:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1784403601.814481:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1784403601.814538:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1784403601.816760:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1784403601.816877:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1784403601.818277:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1784403601.818349:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1784403601.818417:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1784403601.818455:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1784403601.818489:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1784403601.818534:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1784403601.820331:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1784403601.820372:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1784403601.820440:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1784403601.820479:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1784403601.820512:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1784403601.821294:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1784403601.821351:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1784403601.821403:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1784403601.821456:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1784403601.821493:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:0.0:1784403601.821526:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:0.0:1784403601.828708:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:0.0:1784403601.828812:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:0.0:1784403601.828851:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:0.0:1784403601.828951:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:0.0:1784403601.828991:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:0.0:1784403601.829025:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:0.0:1784403601.829060:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:0.0:1784403601.829111:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:0.0:1784403601.829159:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:0.0:1784403601.829216:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:0.0:1784403601.829252:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:0.0:1784403601.829283:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:0.0:1784403601.829359:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:0.0:1784403601.829394:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:0.0:1784403601.829449:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260918528:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784403601.829528:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403601.829569:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52271900 going to sleep for 11 seconds 00000100:00100000:1.0:1784403601.834549:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260918528 00000100:00100000:1.0:1784403601.834565:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260918528 00000100:00100000:1.0:1784403601.834644:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1784403601.834654:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19825:x1871082260918528:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784403601.835041:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19825:x1871082260918528:12345-0@lo:502:mount.lustre.0 Request processed in 387us (5512us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403601.835060:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1784403601.836501:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260918528:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784403601.836670:0:19825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:0.0:1784403601.836686:0:19825:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:0.0:1784403601.850509:0:19849:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1784403601.850528:0:19849:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8c8a580999c0) 00000020:00000080:0.0:1784403601.850559:0:19849:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type lwp with refcount 2 00000020:01000004:0.0:1784403601.850756:0:19849:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c8a453b9800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1784403601.850761:0:19849:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c8a453b9800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1784403601.850763:0:19849:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c8a453b9800 3 00010000:00080000:0.0:1784403601.850795:0:19849:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c89431b3000@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.128@tcp at head 00010000:00010000:1.0:1784403601.861086:0:19849:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-4 is initialized 00000020:00000080:1.0:1784403601.861269:0:19849:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1784403601.861311:0:19849:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1784403601.861325:0:19849:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x6828175665afbf55 00000100:00080000:1.0:1784403601.861335:0:19849:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1784403601.861340:0:19849:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8c89431b3000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:1.0:1784403601.861375:0:19849:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a52370a80 x1871082260918656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784403601.862312:0:19849:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1784403601.862432:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3564:1871082260918656:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1784403601.862460:0:16536:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784403601.862465:0:16536:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1784403601.862467:0:16536:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784403601.862470:0:16536:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784403601.862507:0:3564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403601.862529:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3566:1871082260918784:0@lo:400:kworker.0 00000100:00100000:2.0:1784403601.862559:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403601.862637:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260918656 00000100:00100000:1.0:1784403601.862644:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260918656 00000100:00100000:1.0:1784403601.862672:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260918784 00000100:00100000:1.0:1784403601.862674:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260918784 00000100:00100000:1.0:1784403601.862698:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784403601.862706:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3566:x1871082260918784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403601.863024:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3566:x1871082260918784:12345-0@lo:400:kworker.0 Request processed in 316us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403601.863032:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784403601.863051:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1784403601.863055:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3564:x1871082260918656:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1784403601.863077:0:19190:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 607 last 0 00010000:00080000:2.0:1784403601.863182:0:3566:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c8a72e1c700 x1871082260918784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784403601.863195:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3566:1871082260918784:0@lo:400:kworker.0 00000020:00000080:1.0:1784403601.863271:0:19190:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x6828175665afbf5c 00000004:00100000:1.0:1784403601.863288:0:19190:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1784403601.863316:0:19190:0:(import.c:65:import_set_state_nolock()) ffff8c8a69054000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784403601.863396:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3564:x1871082260918656:12345-0@lo:38:llog_process_th.0 Request processed in 339us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403601.863408:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000040:00080000:3.0:1784403601.863630:0:19849:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000020:01000000:1.0:1784403601.863952:0:19825:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:1.0:1784403601.863985:0:19825:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1784403601.864002:0:19825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afbf40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf47 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.864013:0:19825:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a7fce4600/0x6828175665afbf40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf47 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1784403601.864062:0:19825:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1784403601.864064:0:19825:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1784403601.864065:0:19825:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784403601.864066:0:19825:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784403601.864068:0:19825:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784403601.864069:0:19825:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784403601.864071:0:19825:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1784403601.864073:0:19825:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784403601.864074:0:19825:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1784403601.864078:0:19825:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:1.0:1784403601.864081:0:19825:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1784403601.864082:0:19825:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1784403601.864084:0:19825:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784403601.864085:0:19825:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784403601.864086:0:19825:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784403601.864087:0:19825:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784403601.864088:0:19825:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1784403601.864089:0:19825:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784403601.864090:0:19825:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1784403601.864122:0:19825:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1784403601.864138:0:19825:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260918912:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1784403601.864182:0:19825:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403601.864208:0:19825:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a430af0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784403601.864379:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260918912 00000100:00100000:3.0:1784403601.864385:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260918912 00000100:00100000:3.0:1784403601.864527:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1784403601.864537:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19825:x1871082260918912:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1784403601.864567:0:19182:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1784403601.864580:0:19182:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:2.0:1784403601.865742:0:3564:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c8a52370a80 x1871082260918656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784403611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784403601.865755:0:3564:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1784403601.865764:0:3564:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1784403601.865771:0:3564:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1784403601.865787:0:3564:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1784403601.865790:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c89431b3000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1784403601.865805:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3564:1871082260918656:0@lo:38:llog_process_th.0 20000000:01000000:3.0:1784403601.902988:0:19182:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1784403601.903013:0:19182:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1784403601.903091:0:19205:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1784403601.903105:0:19205:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1784403601.903132:0:19205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.903151:0:19205:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c8a7fce5600/0x6828175665afbed0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbec9 expref: 16 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.903160:0:19205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.903203:0:19205:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c8a7fce5600/0x6828175665afbed0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6828175665afbec9 expref: 16 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.903219:0:19205:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c8a7fce5600/0x6828175665afbed0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6828175665afbec9 expref: 16 pid: 19181 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403601.903233:0:19205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b58380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:19205:1871082260919040:0@lo:104: 00000100:00100000:0.0:1784403601.903296:0:19205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403601.903337:0:19205:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52271900 going to sleep for 11 seconds 00000100:00100000:1.0:1784403601.903676:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260919040 00000100:00100000:1.0:1784403601.903684:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260919040 00000100:00100000:1.0:1784403601.903752:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1784403601.903760:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+3:19205:x1871082260919040:12345-0@lo:104: 00010000:00010000:1.0:1784403601.903773:0:19173:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afbed0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.903836:0:19173:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784403601.903842:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+3:19205:x1871082260919040:12345-0@lo:104: Request processed in 84us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403601.903848:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:1.0:1784403601.903895:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784403601.903901:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afbed0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.903908:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a40030200 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:1.0:1784403601.903912:0:19178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6828175665afbed0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.903921:0:19178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6828175665afbed0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784403601.903928:0:19178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6828175665afbed0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403601.903935:0:19178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1784403601.903966:0:19178:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbed0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.903972:0:19178:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784403601.903992:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbed0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.904010:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a40030200/0x6828175665afbec9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbed0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403601.904026:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403601.904028:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403601.904029:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784403601.904052:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260919168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784403601.904245:0:19205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b58380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:19205:1871082260919040:0@lo:104: 00010000:00010000:0.0:1784403601.904275:0:19205:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403601.906494:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403601.907616:0:19176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260919168 00000100:00100000:0.0:1784403601.907628:0:19176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260919168 00010000:00010000:0.0:1784403601.907668:0:19176:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c8a7fce5600/0x6828175665afbed0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afbec9 expref: 17 pid: 19181 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403601.907703:0:19176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784403601.907714:0:19176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52372a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:3567:x1871082260919168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784403601.907743:0:19176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784403601.907749:0:19176:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c8a7fce5600/0x6828175665afbed0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afbec9 expref: 17 pid: 19181 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.907763:0:19176:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c8a7fce5600/0x6828175665afbed0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6828175665afbec9 expref: 17 pid: 19181 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.907782:0:19176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce5600/0x6828175665afbed0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6828175665afbec9 expref: 17 pid: 19181 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.907801:0:19176:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.907810:0:19176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1784403601.907829:0:19176:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004725152s 00010000:00010000:0.0:1784403601.907834:0:19176:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.907840:0:19176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.907860:0:19176:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.907894:0:19176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.907901:0:19176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce5000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403601.907905:0:19176:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.907914:0:19176:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.907928:0:19176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403601.907940:0:19176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784403601.907997:0:19176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52372a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:3567:x1871082260919168:12345-0@lo:103:ldlm_bl.0 Request processed in 284us (1509us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403601.908004:0:19176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1784403601.908206:0:19205:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403601.908216:0:19205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403601.908222:0:19205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce5000/0x6828175665afbf63 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403601.909079:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260919168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784403601.923293:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+15:19825:x1871082260918912:12345-0@lo:253:mount.lustre.0 Request processed in 58748us (59101us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403601.923309:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1784403601.923476:0:19825:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19825:1871082260918912:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1784403601.923492:0:19825:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1784403601.923625:0:19825:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1784403601.923628:0:19825:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1784403601.923630:0:19825:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784403601.923631:0:19825:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784403601.923632:0:19825:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784403601.923634:0:19825:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784403601.923635:0:19825:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1784403601.923637:0:19825:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784403601.923639:0:19825:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1784403601.923656:0:19825:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1784403601.926712:0:19825:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:1.0:1784403601.926900:0:19825:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1784403601.927057:0:19825:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:1.0:1784403601.927226:0:19825:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1784403601.927391:0:19825:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:1.0:1784403601.927564:0:19825:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:1.0:1784403601.929229:0:19825:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1784403602.009064:0:19825:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1784403602.009074:0:19825:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1784403602.009113:0:19825:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1784403602.009174:0:19825:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.128@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1784403602.009197:0:19825:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1784403602.009231:0:19825:0:(super25.c:181:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:0.0:1784403602.719281:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1784403603.232320:0:19186:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1784403603.232328:0:19186:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8c8a6135c800 from 10 10000000:01000000:3.0:1784403603.232334:0:19186:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1784403603.232438:0:19186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403603.232452:0:19186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403603.232463:0:19186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403603.232489:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260919296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1784403603.232622:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403603.232684:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a586e9180 going to sleep for 11 seconds 00000100:00100000:2.0:1784403603.236599:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260919296 00000100:00100000:2.0:1784403603.236616:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260919296 00000100:00100000:2.0:1784403603.236680:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1784403603.236704:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a42b21450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+15:19186:x1871082260919296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784403603.236723:0:19184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403603.236744:0:19184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a5b67ae00/0x6828175665afbf71 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afbf6a expref: -99 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403603.236773:0:19184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a5b67ae00/0x6828175665afbf71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afbf6a expref: 16 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403603.236784:0:19184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a5b67ae00/0x6828175665afbf71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbf6a expref: 16 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403603.236792:0:19184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a5b67ae00, rc 0) 00000100:00100000:2.0:1784403603.236910:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a42b21450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19186:x1871082260919296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 219us (4287us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403603.236917:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1784403603.237343:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260919296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784403603.237363:0:19186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf71 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403603.237374:0:19186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afbf71 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403603.237516:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b58380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260919424:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1784403603.237563:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403603.237602:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52271840 going to sleep for 11 seconds 00000100:00100000:2.0:1784403603.237769:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260919424 00000100:00100000:2.0:1784403603.237780:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260919424 00000100:00100000:2.0:1784403603.237848:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1784403603.237856:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a42b20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19186:x1871082260919424:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1784403603.237902:0:19182:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1784403603.237917:0:19182:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1784403603.237919:0:19182:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 10 00000100:00100000:2.0:1784403603.238000:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a42b20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19186:x1871082260919424:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 144us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403603.238006:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1784403603.238151:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b58380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260919424:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1784403603.238212:0:19186:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1784403603.238221:0:19186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf71 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403603.238230:0:19186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbf71 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403603.746934:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403604.767779:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403605.795655:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403606.815115:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784403607.264468:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3568:1871082260919552:0@lo:400:kworker.0 00000100:00100000:1.0:1784403607.264547:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1784403607.265323:0:15521:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784403607.265329:0:15521:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784403607.265331:0:15521:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784403607.265335:0:15521:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784403607.265388:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260919552 00000100:00100000:0.0:1784403607.265395:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260919552 00000100:00100000:0.0:1784403607.265442:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1784403607.265452:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:3568:x1871082260919552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403607.276777:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:3568:x1871082260919552:12345-0@lo:400:kworker.0 Request processed in 11312us (12216us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403607.276794:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1784403607.276960:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3566:1871082260919808:0@lo:400:kworker.0 00000100:00100000:2.0:1784403607.277035:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403607.277065:0:3566:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1784403607.277071:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3566:1871082260919680:0@lo:400:kworker.0 00000100:00100000:2.0:1784403607.277094:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403607.277132:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260919808 00000100:00100000:2.0:1784403607.277139:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260919808 00000100:00100000:2.0:1784403607.277185:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260919680 00000100:00100000:2.0:1784403607.277188:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260919680 00000100:00100000:2.0:1784403607.277206:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784403607.277214:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3566:x1871082260919808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784403607.277265:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3566:x1871082260919808:12345-0@lo:400:kworker.0 Request processed in 51us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403607.277271:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784403607.277287:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1784403607.277293:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3566:x1871082260919680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784403607.277321:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3566:x1871082260919680:12345-0@lo:400:kworker.0 Request processed in 27us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403607.277343:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1784403607.277377:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1784403607.277406:0:3566:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c8a81b59500 x1871082260919680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784403607.277420:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3566:1871082260919680:0@lo:400:kworker.0 00010000:00080000:2.0:1784403607.277431:0:3566:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c8a81b59880 x1871082260919808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784403607.277440:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3566:1871082260919808:0@lo:400:kworker.0 00000100:00100000:1.0:1784403607.282855:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3568:1871082260919552:0@lo:400:kworker.0 00010000:00010000:2.0:1784403607.839154:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403608.872142:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1784403609.023737:0:20196:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg428-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000040:00080000:3.0:1784403609.316679:0:19225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1784403609.889818:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403610.911152:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403611.935270:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784403612.129277:0:3564:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784403597/real 1784403597] req@ffff8c8a77cd4700 x1871082260915584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784403612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784403612.129315:0:3564:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c8a77cd4700 x1871082260915584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784403612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784403612.129326:0:3564:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784403597/real 1784403597] req@ffff8c8a77cd6300 x1871082260915712/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784403612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784403612.129338:0:3564:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c8a77cd6300 x1871082260915712/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1784403612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784403612.129360:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a69056000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784403612.137378:0:15521:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784403612.137387:0:15521:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1784403612.137391:0:15521:0:(import.c:65:import_set_state_nolock()) ffff8c8a69056000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784403612.137400:0:15521:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 602 00000100:00080000:3.0:1784403612.137406:0:15521:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1784403612.137412:0:15521:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c8a69056000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:3.0:1784403612.137449:0:15521:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a72e1d180 x1871082260920064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784403612.137463:0:15521:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784403612.137466:0:15521:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1784403612.137515:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260919936:0@lo:400:kworker.0 00000100:00100000:3.0:1784403612.137601:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403612.137656:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784403612.137662:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260920192:0@lo:400:kworker.0 00000100:00100000:3.0:1784403612.137691:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403612.137718:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3565:1871082260920320:0@lo:400:kworker.0 00000100:00100000:3.0:1784403612.137738:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403612.137783:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260919936 00000100:00100000:3.0:1784403612.137789:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260919936 00000100:00100000:3.0:1784403612.137828:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1784403612.137836:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:3567:x1871082260919936:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1784403612.138161:0:3564:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1784403612.138169:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260915584:0@lo:8:kworker.0 00000100:00100000:0.0:1784403612.138614:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260920192 00000100:00100000:0.0:1784403612.138620:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260920192 00000100:00100000:0.0:1784403612.138652:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260920320 00000100:00100000:0.0:1784403612.138654:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260920320 00000100:00100000:0.0:1784403612.138689:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1784403612.138696:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260920192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403612.138749:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260920192:12345-0@lo:400:kworker.0 Request processed in 53us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403612.138756:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1784403612.138773:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1784403612.138780:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3565:x1871082260920320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403612.138812:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3565:x1871082260920320:12345-0@lo:400:kworker.0 Request processed in 33us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403612.138818:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1784403612.138841:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1784403612.138901:0:3567:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c8a72e1e680 x1871082260920192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784403612.138913:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260920192:0@lo:400:kworker.0 00010000:00080000:0.0:1784403612.138950:0:3565:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c8a72e1e300 x1871082260920320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784403612.138959:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3565:1871082260920320:0@lo:400:kworker.0 00000100:00100000:3.0:1784403612.142053:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:3567:x1871082260919936:12345-0@lo:400:kworker.0 Request processed in 4205us (4440us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403612.142069:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1784403612.142149:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260919936:0@lo:400:kworker.0 00000100:00080000:0.0:1784403612.142499:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a7b37f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784403612.142516:0:3564:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1784403612.142520:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260915712:0@lo:8:kworker.0 00000100:00100000:0.0:1784403612.142556:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260920064:0@lo:8:kworker.0 00000100:00100000:0.0:1784403612.142608:0:3564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403612.142713:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260920064 00000100:00100000:2.0:1784403612.142721:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260920064 00000100:00100000:2.0:1784403612.142754:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784403612.142761:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3564:x1871082260920064:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1784403612.142789:0:19826:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 617 last 0 00000020:00000080:2.0:1784403612.142818:0:19826:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6828175665afbf78 00002000:00100000:2.0:1784403612.142833:0:19826:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8c8a4891a000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136ae ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1784403612.142838:0:19826:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1784403612.142841:0:19826:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1784403612.143279:0:19826:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1784403612.143307:0:19826:0:(import.c:65:import_set_state_nolock()) ffff8c8a4891e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784403612.143363:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3564:x1871082260920064:12345-0@lo:8:kworker.0 Request processed in 600us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403612.143370:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1784403612.143549:0:15521:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784403612.143554:0:15521:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1784403612.143557:0:15521:0:(import.c:65:import_set_state_nolock()) ffff8c8a7b37f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784403612.143562:0:15521:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 602 00000100:00080000:3.0:1784403612.143567:0:15521:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1784403612.143583:0:15521:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c8a7b37f000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:3.0:1784403612.143621:0:15521:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a72e1f100 x1871082260920448/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:0.0:1784403612.143622:0:3564:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c8a72e1d180 x1871082260920064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1784403632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784403612.143643:0:3564:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784403612.143651:0:3564:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1784403612.143658:0:3564:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1784403612.143663:0:3564:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1784403612.143665:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a69056000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1784403612.143690:0:3564:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1784403612.143695:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260920064:0@lo:8:kworker.0 00000100:00100000:0.0:1784403612.143715:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260920448:0@lo:8:kworker.0 00000100:00100000:0.0:1784403612.143745:0:3564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1784403612.143824:0:19211:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1784403612.144112:0:19211:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 617712245087ns, next at 0ns, rc = 0 00000004:00080000:3.0:1784403612.144629:0:19212:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x22:0x0] 00000100:00100000:3.0:1784403612.144649:0:19212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:19212:1871082260920704:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1784403612.144689:0:19212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403612.144730:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260920576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1784403612.144761:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403612.145996:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260920448 00000100:00100000:2.0:1784403612.146008:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260920448 00000100:00100000:0.0:1784403612.146484:0:19829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260920704 00000100:00100000:0.0:1784403612.146489:0:19829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260920704 00000100:00100000:0.0:1784403612.146556:0:19829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784403612.146566:0:19829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:19212:x1871082260920704:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1784403612.147177:0:19830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260920576 00000100:00100000:2.0:1784403612.147183:0:19830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260920576 00000100:00100000:2.0:1784403612.147211:0:19830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784403612.147353:0:19830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3566:x1871082260920576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1784403612.147383:0:19830:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1784403612.147467:0:19830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3566:x1871082260920576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 248us (2704us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403612.147474:0:19830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1784403612.148592:0:19212:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a736acd80 going to sleep for 11 seconds 00010000:00080000:0.0:1784403612.150756:0:3566:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c8a72e1d180 x1871082260920576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1784403628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784403612.150784:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260920576:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1784403612.154196:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:0.0:1784403612.166848:0:19829:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:0.0:1784403612.166860:0:19829:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1784403612.166895:0:19829:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:35 to 0x240000400:65) 00002000:00010000:0.0:1784403612.201813:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1784403612.201828:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbf7f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.201857:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1784403612.201861:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403612.201886:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbf7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.201906:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbf7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.201917:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbf7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.201927:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbf7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.201948:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784403612.201964:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784403612.201971:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbf7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.201979:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce4c00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403612.201984:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbf7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.201993:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbf7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.203831:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbf7f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.203850:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbf7f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.203893:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403612.203897:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403612.203900:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784403612.209507:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1784403612.209521:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b705993b/0x6828175665afbf86 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.209550:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1784403612.209554:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403612.209561:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b705993b/0x6828175665afbf86 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.209577:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b705993b/0x6828175665afbf86 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.209586:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b705993b/0x6828175665afbf86 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.209594:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b705993b/0x6828175665afbf86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.209626:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784403612.209641:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784403612.209647:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b705993b/0x6828175665afbf86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.209655:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce5800 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403612.209660:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b705993b/0x6828175665afbf86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.209668:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b705993b/0x6828175665afbf86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.209686:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b705993b/0x6828175665afbf86 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.209694:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b705993b/0x6828175665afbf86 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.209715:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403612.209718:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403612.209719:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784403612.210268:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1784403612.210276:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000364a2e1a/0x6828175665afbf8d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.210287:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1784403612.210296:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403612.210302:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000364a2e1a/0x6828175665afbf8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.210312:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000364a2e1a/0x6828175665afbf8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.210321:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000364a2e1a/0x6828175665afbf8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.210328:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000364a2e1a/0x6828175665afbf8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.210343:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784403612.210352:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784403612.210356:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000364a2e1a/0x6828175665afbf8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.210363:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce5e00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403612.210367:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000364a2e1a/0x6828175665afbf8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.210376:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000364a2e1a/0x6828175665afbf8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.210387:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000364a2e1a/0x6828175665afbf8d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.210405:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000364a2e1a/0x6828175665afbf8d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.210420:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403612.210423:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403612.210425:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784403612.216992:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1784403612.217008:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000004d88abb/0x6828175665afbf94 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.218205:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1784403612.218211:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403612.219176:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004d88abb/0x6828175665afbf94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.219202:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004d88abb/0x6828175665afbf94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.219215:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000004d88abb/0x6828175665afbf94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.219300:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004d88abb/0x6828175665afbf94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.219327:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1784403612.221094:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1784403612.221111:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f86c24e4/0x6828175665afbf9b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.221127:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1784403612.221132:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403612.221138:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f86c24e4/0x6828175665afbf9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.221152:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f86c24e4/0x6828175665afbf9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.221162:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f86c24e4/0x6828175665afbf9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.221169:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f86c24e4/0x6828175665afbf9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.221192:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1784403612.221636:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1784403612.221643:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdd3d5a4/0x6828175665afbfa2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.221652:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1784403612.221655:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403612.221659:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdd3d5a4/0x6828175665afbfa2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.221668:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdd3d5a4/0x6828175665afbfa2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.221682:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdd3d5a4/0x6828175665afbfa2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.221689:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdd3d5a4/0x6828175665afbfa2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.221698:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1784403612.221819:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1784403612.221829:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004d88abb/0x6828175665afbf94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.221839:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce4800 already unused, calling callback (ffffffffc149a230) 00010000:00010000:1.0:1784403612.221844:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004d88abb/0x6828175665afbf94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.221855:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004d88abb/0x6828175665afbf94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.221891:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004d88abb/0x6828175665afbf94 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.221912:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004d88abb/0x6828175665afbf94 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.221933:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784403612.221937:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f86c24e4/0x6828175665afbf9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.221944:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce4400 already unused, calling callback (ffffffffc149a230) 00010000:00010000:1.0:1784403612.221948:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f86c24e4/0x6828175665afbf9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.221955:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f86c24e4/0x6828175665afbf9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.221965:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f86c24e4/0x6828175665afbf9b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.221972:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f86c24e4/0x6828175665afbf9b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.221983:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784403612.221986:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdd3d5a4/0x6828175665afbfa2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.221992:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce5600 already unused, calling callback (ffffffffc149a230) 00010000:00010000:1.0:1784403612.222001:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdd3d5a4/0x6828175665afbfa2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.222008:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdd3d5a4/0x6828175665afbfa2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.222019:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdd3d5a4/0x6828175665afbfa2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.222026:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdd3d5a4/0x6828175665afbfa2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.222039:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403612.222041:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403612.222043:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784403612.223920:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1784403612.223932:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afbfa9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.223949:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1784403612.223954:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403612.223961:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afbfa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.223962:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403612.223977:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afbfa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.223989:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afbfa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.223997:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afbfa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.226815:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784403612.226847:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784403612.226856:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afbfa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.226897:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce5000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403612.226902:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afbfa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.226912:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afbfa9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.226934:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afbfa9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.226941:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afbfa9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.226969:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403612.226971:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403612.226973:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784403612.227724:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1784403612.227732:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afbfb0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.227745:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1784403612.227757:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403612.227764:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afbfb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.227778:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afbfb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.227788:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afbfb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.227795:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afbfb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.227814:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784403612.227826:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784403612.227830:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afbfb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.227837:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce4e00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403612.227841:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afbfb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.227848:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afbfb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.227860:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afbfb0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.227911:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afbfb0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.227925:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403612.227927:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403612.227929:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784403612.229662:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1784403612.229674:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbfb7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.229690:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1784403612.229695:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403612.229701:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbfb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.229715:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbfb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.229725:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbfb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.229732:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbfb7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.229765:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403612.230406:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403612.230415:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbfb7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.230423:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce4c00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403612.230428:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbfb7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.230436:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbfb7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.230723:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbfb7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.230731:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000979a7ce6/0x6828175665afbfb7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.230752:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403612.230753:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403612.230755:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1784403612.244936:0:6314:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:1.0:1784403612.247809:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.247822:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009deaad9b/0x6828175665afbfbe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.247839:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.247844:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.247850:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009deaad9b/0x6828175665afbfbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.248149:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009deaad9b/0x6828175665afbfbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.248174:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009deaad9b/0x6828175665afbfbe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.248183:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009deaad9b/0x6828175665afbfbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.248202:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403612.248916:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.248925:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009deaad9b/0x6828175665afbfbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.248938:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a1000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.248942:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009deaad9b/0x6828175665afbfbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.248952:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009deaad9b/0x6828175665afbfbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.248975:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009deaad9b/0x6828175665afbfbe lrc: 1/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.248983:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009deaad9b/0x6828175665afbfbe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.249004:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.249005:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.249019:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784403612.249781:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.249792:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003f70460/0x6828175665afbfc5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.249806:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.249811:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.249817:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003f70460/0x6828175665afbfc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.249840:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003f70460/0x6828175665afbfc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.249850:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003f70460/0x6828175665afbfc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.249858:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003f70460/0x6828175665afbfc5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.249917:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403612.249933:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.249941:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003f70460/0x6828175665afbfc5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.249950:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a1e00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.249954:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003f70460/0x6828175665afbfc5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.249962:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003f70460/0x6828175665afbfc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.249975:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003f70460/0x6828175665afbfc5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.249983:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003f70460/0x6828175665afbfc5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.249999:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.250001:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.250003:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784403612.258112:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.258127:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000396e6a51/0x6828175665afbfcc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.258388:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.258393:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.258401:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000396e6a51/0x6828175665afbfcc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.258416:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000396e6a51/0x6828175665afbfcc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.258427:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000396e6a51/0x6828175665afbfcc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.258435:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000396e6a51/0x6828175665afbfcc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.260340:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1784403612.261106:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.261115:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b3df282/0x6828175665afbfd3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.261145:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.261157:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.261164:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b3df282/0x6828175665afbfd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.261179:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b3df282/0x6828175665afbfd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.261190:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b3df282/0x6828175665afbfd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.261197:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b3df282/0x6828175665afbfd3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.264227:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784403612.264244:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000396e6a51/0x6828175665afbfcc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.264258:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a0600 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.264263:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000396e6a51/0x6828175665afbfcc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.264296:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000396e6a51/0x6828175665afbfcc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.264377:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000396e6a51/0x6828175665afbfcc lrc: 1/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.264385:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000396e6a51/0x6828175665afbfcc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.264416:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.264420:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b3df282/0x6828175665afbfd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.264427:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a0c00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.264429:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b3df282/0x6828175665afbfd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.264437:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b3df282/0x6828175665afbfd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.264447:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b3df282/0x6828175665afbfd3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.264454:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.264455:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.264957:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403612.267270:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1784403612.267287:0:19829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b3df282/0x6828175665afbfd3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1784403612.268282:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.268292:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000073258813/0x6828175665afbfda lrc: 3/0,1 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.268316:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.268321:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.268328:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073258813/0x6828175665afbfda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.268343:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073258813/0x6828175665afbfda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.268360:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000073258813/0x6828175665afbfda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.268369:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000073258813/0x6828175665afbfda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.272256:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1784403612.273110:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.273137:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000969cd8ec/0x6828175665afbfe1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.273162:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.273170:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.273180:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000969cd8ec/0x6828175665afbfe1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.273191:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.273205:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000073258813/0x6828175665afbfda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.273205:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000969cd8ec/0x6828175665afbfe1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.273228:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a1600 already unused, calling callback (ffffffffc149a230) 00010000:00010000:1.0:1784403612.273231:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000969cd8ec/0x6828175665afbfe1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.273234:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000073258813/0x6828175665afbfda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.273252:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000969cd8ec/0x6828175665afbfe1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.273255:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000073258813/0x6828175665afbfda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.273287:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000073258813/0x6828175665afbfda lrc: 1/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.273291:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403612.273301:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073258813/0x6828175665afbfda lrc: 0/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.273372:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.273378:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000969cd8ec/0x6828175665afbfe1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.273386:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a1a00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.273390:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000969cd8ec/0x6828175665afbfe1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.273398:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000969cd8ec/0x6828175665afbfe1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.273417:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000969cd8ec/0x6828175665afbfe1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.273425:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000969cd8ec/0x6828175665afbfe1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.273440:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.273442:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.273444:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784403612.273798:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.273805:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f0726d9/0x6828175665afbfe8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.273815:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.273819:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.273823:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f0726d9/0x6828175665afbfe8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.273833:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f0726d9/0x6828175665afbfe8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.273841:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f0726d9/0x6828175665afbfe8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.273849:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f0726d9/0x6828175665afbfe8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.273892:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1784403612.274283:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.274289:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014b1ab10/0x6828175665afbfef lrc: 3/0,1 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.274298:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.274307:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.274312:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014b1ab10/0x6828175665afbfef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.274321:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014b1ab10/0x6828175665afbfef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.274328:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014b1ab10/0x6828175665afbfef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.274335:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014b1ab10/0x6828175665afbfef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.274343:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1784403612.274755:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.274762:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067d39bcf/0x6828175665afbff6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.274771:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.274774:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.274778:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067d39bcf/0x6828175665afbff6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.274788:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067d39bcf/0x6828175665afbff6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.274796:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067d39bcf/0x6828175665afbff6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.274845:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067d39bcf/0x6828175665afbff6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.274855:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1784403612.275271:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.275277:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d01e076d/0x6828175665afbffd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.275286:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.275289:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.275293:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d01e076d/0x6828175665afbffd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.275302:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d01e076d/0x6828175665afbffd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.275310:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d01e076d/0x6828175665afbffd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.275317:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d01e076d/0x6828175665afbffd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.275327:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1784403612.275492:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1784403612.275501:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f0726d9/0x6828175665afbfe8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275510:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a0e00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.275515:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f0726d9/0x6828175665afbfe8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275533:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f0726d9/0x6828175665afbfe8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275551:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f0726d9/0x6828175665afbfe8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275559:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f0726d9/0x6828175665afbfe8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275589:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1784403612.275593:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014b1ab10/0x6828175665afbfef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275600:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a1200 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.275603:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014b1ab10/0x6828175665afbfef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275611:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014b1ab10/0x6828175665afbfef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275621:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014b1ab10/0x6828175665afbfef lrc: 1/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275627:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014b1ab10/0x6828175665afbfef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275637:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784403612.275640:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067d39bcf/0x6828175665afbff6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275645:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a1c00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.275648:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067d39bcf/0x6828175665afbff6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275664:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067d39bcf/0x6828175665afbff6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275672:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067d39bcf/0x6828175665afbff6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275679:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067d39bcf/0x6828175665afbff6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275689:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.275692:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d01e076d/0x6828175665afbffd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275698:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414ff800 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.275701:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d01e076d/0x6828175665afbffd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275708:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d01e076d/0x6828175665afbffd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275716:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d01e076d/0x6828175665afbffd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275723:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d01e076d/0x6828175665afbffd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.275742:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.275743:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.275745:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.275927:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.275930:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.275931:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784403612.277192:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.277204:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015a51b10/0x6828175665afc004 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.277225:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.277229:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.277234:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015a51b10/0x6828175665afc004 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.277247:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015a51b10/0x6828175665afc004 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.277257:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015a51b10/0x6828175665afc004 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.277265:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015a51b10/0x6828175665afc004 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.277292:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403612.277613:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.277622:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015a51b10/0x6828175665afc004 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.277632:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414ffa00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.277637:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015a51b10/0x6828175665afc004 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.277646:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015a51b10/0x6828175665afc004 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.277674:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015a51b10/0x6828175665afc004 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.277682:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015a51b10/0x6828175665afc004 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.277706:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.277708:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.277711:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784403612.278621:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.278631:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000431ce74f/0x6828175665afc00b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.278643:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.278648:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.278653:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000431ce74f/0x6828175665afc00b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.278665:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000431ce74f/0x6828175665afc00b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.278689:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000431ce74f/0x6828175665afc00b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.278696:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000431ce74f/0x6828175665afc00b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.279375:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403612.279405:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.279413:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000431ce74f/0x6828175665afc00b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.279424:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414fe000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.279428:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000431ce74f/0x6828175665afc00b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.279436:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000431ce74f/0x6828175665afc00b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.279453:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000431ce74f/0x6828175665afc00b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.279461:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000431ce74f/0x6828175665afc00b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.279495:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.279497:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.279500:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784403612.281502:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.281514:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca219c00/0x6828175665afc012 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.281546:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.281551:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.281558:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca219c00/0x6828175665afc012 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.281573:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca219c00/0x6828175665afc012 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.281583:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca219c00/0x6828175665afc012 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.281592:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca219c00/0x6828175665afc012 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.281632:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403612.282415:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.282424:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca219c00/0x6828175665afc012 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.282435:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414ff600 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.282441:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca219c00/0x6828175665afc012 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.282490:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca219c00/0x6828175665afc012 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.282509:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca219c00/0x6828175665afc012 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.282516:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca219c00/0x6828175665afc012 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.282552:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.282556:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.282558:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784403612.282605:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.282612:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a12d3dd4/0x6828175665afc019 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.282622:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.282625:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.282631:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a12d3dd4/0x6828175665afc019 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.282641:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a12d3dd4/0x6828175665afc019 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.282648:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a12d3dd4/0x6828175665afc019 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.282655:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a12d3dd4/0x6828175665afc019 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.282680:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403612.282828:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.282844:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a12d3dd4/0x6828175665afc019 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.282852:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414ffc00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.282855:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a12d3dd4/0x6828175665afc019 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.282862:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a12d3dd4/0x6828175665afc019 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.282913:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a12d3dd4/0x6828175665afc019 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.282932:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a12d3dd4/0x6828175665afc019 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.282945:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.282946:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.282948:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784403612.284274:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.284285:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003cfead43/0x6828175665afc020 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.284298:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.284307:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.284313:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003cfead43/0x6828175665afc020 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.284325:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003cfead43/0x6828175665afc020 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.284335:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003cfead43/0x6828175665afc020 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.284342:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003cfead43/0x6828175665afc020 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.284367:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1784403612.284913:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.284920:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072ecf35a/0x6828175665afc027 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.284929:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.284932:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.284936:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072ecf35a/0x6828175665afc027 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.284945:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072ecf35a/0x6828175665afc027 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.284953:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072ecf35a/0x6828175665afc027 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.284966:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072ecf35a/0x6828175665afc027 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.284993:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1784403612.285054:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784403612.285063:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003cfead43/0x6828175665afc020 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285073:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414fe400 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403612.285077:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003cfead43/0x6828175665afc020 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285100:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003cfead43/0x6828175665afc020 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285119:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003cfead43/0x6828175665afc020 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285127:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003cfead43/0x6828175665afc020 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285145:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403612.285148:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072ecf35a/0x6828175665afc027 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285154:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414fe600 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403612.285157:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072ecf35a/0x6828175665afc027 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285164:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072ecf35a/0x6828175665afc027 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285172:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072ecf35a/0x6828175665afc027 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285179:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072ecf35a/0x6828175665afc027 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285205:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403612.285207:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403612.285209:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.285298:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784403612.285460:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1784403612.285466:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c41a3ab8/0x6828175665afc02e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.285474:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=617s v=(0 0) 00010000:00010000:1.0:1784403612.285477:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403612.285481:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c41a3ab8/0x6828175665afc02e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.285489:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c41a3ab8/0x6828175665afc02e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.285496:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c41a3ab8/0x6828175665afc02e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.285502:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c41a3ab8/0x6828175665afc02e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403612.285521:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403612.285550:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403612.285556:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c41a3ab8/0x6828175665afc02e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285565:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414ff400 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403612.285568:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c41a3ab8/0x6828175665afc02e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285576:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c41a3ab8/0x6828175665afc02e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285589:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c41a3ab8/0x6828175665afc02e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285598:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c41a3ab8/0x6828175665afc02e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.285616:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403612.285618:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403612.285620:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403612.287106:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403612.287119:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c77923af/0x6828175665afc035 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.287146:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=617s v=(0 0) 00010000:00010000:2.0:1784403612.287150:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403612.287155:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c77923af/0x6828175665afc035 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.287167:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c77923af/0x6828175665afc035 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.287177:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c77923af/0x6828175665afc035 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.287184:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c77923af/0x6828175665afc035 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.287204:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403612.287469:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.287476:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c77923af/0x6828175665afc035 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.287484:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67a200 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.287488:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c77923af/0x6828175665afc035 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.287496:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c77923af/0x6828175665afc035 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.287514:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c77923af/0x6828175665afc035 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.287521:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c77923af/0x6828175665afc035 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.287548:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.287550:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.287559:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403612.288270:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403612.288279:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebe14616/0x6828175665afc03c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.288290:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=617s v=(0 0) 00010000:00010000:2.0:1784403612.288294:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403612.288299:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebe14616/0x6828175665afc03c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.288384:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebe14616/0x6828175665afc03c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.288406:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebe14616/0x6828175665afc03c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.288414:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebe14616/0x6828175665afc03c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.288478:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784403612.288939:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403612.288945:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cee5f8df/0x6828175665afc043 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.288953:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=617s v=(0 0) 00010000:00010000:2.0:1784403612.288956:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403612.288960:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cee5f8df/0x6828175665afc043 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.288969:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cee5f8df/0x6828175665afc043 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.288977:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cee5f8df/0x6828175665afc043 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403612.288983:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cee5f8df/0x6828175665afc043 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.294947:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784403612.294975:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebe14616/0x6828175665afc03c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.294990:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67a400 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.294995:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebe14616/0x6828175665afc03c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.295006:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebe14616/0x6828175665afc03c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.295029:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebe14616/0x6828175665afc03c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.295037:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebe14616/0x6828175665afc03c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.295061:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.295064:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cee5f8df/0x6828175665afc043 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.295071:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67be00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.295074:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cee5f8df/0x6828175665afc043 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.295080:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cee5f8df/0x6828175665afc043 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.295108:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cee5f8df/0x6828175665afc043 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.295117:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.295118:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.295121:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403612.298638:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1784403612.298655:0:19829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cee5f8df/0x6828175665afc043 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.299404:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784403612.302140:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1784403612.302157:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afc04a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.302174:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1784403612.302179:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403612.302186:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afc04a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.302201:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afc04a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.302321:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afc04a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.302332:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afc04a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.302357:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403612.302443:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.302451:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afc04a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.302471:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce4e00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.302476:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afc04a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.302486:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afc04a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.302505:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afc04a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.302513:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c37d1f2e/0x6828175665afc04a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.302542:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.302544:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.302556:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784403612.305562:0:19829:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1784403612.305577:0:19829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afc051 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.305596:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=617s v=(0 0) 00010000:00010000:0.0:1784403612.305600:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403612.305607:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afc051 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.305622:0:19829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afc051 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.305642:0:19829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afc051 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.305650:0:19829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afc051 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403612.305678:0:19829:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403612.305721:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403612.305729:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afc051 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.305739:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce5000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403612.305743:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afc051 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.305753:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afc051 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.305771:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afc051 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.305780:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea2d1d7f/0x6828175665afc051 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403612.305799:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.305801:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403612.305803:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1784403612.308674:0:19829:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:34 00000100:00100000:0.0:1784403612.308794:0:19829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:19212:x1871082260920704:12345-0@lo:5:osp-pre-0-0.0 Request processed in 162225us (164100us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403612.308807:0:19829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784403612.308842:0:19829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784403612.308850:0:19829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3564:x1871082260920448:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1784403612.308896:0:19829:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1784403612.308941:0:19212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:19212:1871082260920704:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1784403612.308958:0:19212:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x41:0x0] from OST, last_created [0x240000400:0x41:0x0]last_used is [0x240000400:0x22:0x0] 00000100:00100000:3.0:1784403612.309007:0:19212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:19212:1871082260920832:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1784403612.309044:0:19212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403612.309092:0:19212:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a736acd80 going to sleep for 11 seconds 00000100:00100000:2.0:1784403612.309180:0:19826:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1784403612.309189:0:19826:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:2.0:1784403612.309294:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260920832 00000100:00100000:2.0:1784403612.309301:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260920832 00000100:00100000:2.0:1784403612.309408:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1784403612.309415:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:19212:x1871082260920832:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1784403612.309457:0:20316:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 66 00000100:00100000:2.0:1784403612.322449:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:19212:x1871082260920832:12345-0@lo:5:osp-pre-0-0.0 Request processed in 13024us (13394us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1784403612.322464:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784403612.322977:0:19212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:19212:1871082260920832:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1784403612.322994:0:19212:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x41:0x0]-[0x240000400:0x61:0x0] 00000100:00100000:1.0:1784403612.346628:0:19829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3564:x1871082260920448:12345-0@lo:8:kworker.0 Request processed in 37771us (202876us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784403612.346664:0:19829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1784403612.349124:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a7b37f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784403612.349139:0:3564:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1784403612.349144:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260920448:0@lo:8:kworker.0 00000001:00080000:1.0:1784403612.489811:0:7124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1784403612.489830:0:7124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1784403612.963262:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403613.988920:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403615.010156:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403616.031462:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1784403617.024329:0:20500:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1784403617.024334:0:20500:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:1.0:1784403617.024571:0:20500:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8c8941e00000 00000020:01000004:1.0:1784403617.024589:0:20500:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1784403617.024605:0:20500:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:1.0:1784403617.024618:0:20500:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8c8a72e419c0) 00000020:00000080:1.0:1784403617.024635:0:20500:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1784403617.042558:0:20500:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:1.0:1784403617.043293:0:20500:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1784403617.044360:0:20500:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:1.0:1784403617.044966:0:20500:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:1.0:1784403617.045312:0:20500:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:1.0:1784403617.045860:0:20500:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 421: rc = 0 00100000:10000000:1.0:1784403617.046381:0:20500:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 421: rc = 0 00100000:10000000:1.0:1784403617.046525:0:20500:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 421: rc = 0 00100000:10000000:1.0:1784403617.047086:0:20500:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 546: rc = 0 00100000:10000000:1.0:1784403617.047544:0:20500:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 546: rc = 0 00100000:10000000:1.0:1784403617.048016:0:20500:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 546: rc = 0 00100000:10000000:1.0:1784403617.048265:0:20500:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 546: rc = 0 00100000:10000000:1.0:1784403617.048604:0:20500:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 546: rc = 0 00100000:10000000:1.0:1784403617.049126:0:20500:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 546: rc = 0 00000020:00000080:0.0:1784403617.050221:0:20500:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1784403617.050236:0:20500:0:(osd_handler.c:1569:osd_obd_connect()) connect #0 00000020:00000080:0.0:1784403617.050248:0:20500:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x6828175665afc05f 00000020:01000004:0.0:1784403617.050257:0:20500:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:0.0:1784403617.050279:0:20500:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.128@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1784403617.050283:0:20500:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.128@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1784403617.050289:0:20500:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:0.0:1784403617.050311:0:20500:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:0.0:1784403617.050324:0:20500:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.128@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00010000:00010000:3.0:1784403617.054980:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1784403617.062805:0:20500:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.128@tcp ctxt 0 is initialized 00000020:01000004:0.0:1784403617.062845:0:20500:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.128@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1784403617.062850:0:20500:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1784403617.062851:0:20500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1784403617.062853:0:20500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784403617.062854:0:20500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784403617.062856:0:20500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784403617.062858:0:20500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784403617.062859:0:20500:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1784403617.062861:0:20500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784403617.062862:0:20500:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1784403617.062902:0:20500:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1784403617.062905:0:20500:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1784403617.062907:0:20500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1784403617.062909:0:20500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784403617.062910:0:20500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784403617.062911:0:20500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784403617.062912:0:20500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784403617.062914:0:20500:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1784403617.062915:0:20500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784403617.062916:0:20500:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1784403617.062943:0:20500:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1784403617.062964:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260920960:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1784403617.063137:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403617.063203:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a4315f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784403617.063249:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260920960 00000100:00100000:2.0:1784403617.063258:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260920960 00000100:00100000:2.0:1784403617.063324:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1784403617.063334:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:20500:x1871082260920960:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1784403617.063388:0:19184:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1784403617.063391:0:19184:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1784403617.063395:0:19184:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1784403617.089002:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:20500:x1871082260920960:12345-0@lo:253:mount.lustre.0 Request processed in 25662us (25857us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403617.089020:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1784403617.089148:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260920960:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1784403617.089183:0:20500:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1784403617.089187:0:20500:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1784403617.089188:0:20500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1784403617.089189:0:20500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784403617.089191:0:20500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784403617.089192:0:20500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784403617.089193:0:20500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784403617.089195:0:20500:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1784403617.089196:0:20500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784403617.089198:0:20500:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1784403617.089295:0:20500:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8c8941e00000 from lustre-OST0001 10000000:01000000:1.0:1784403617.089327:0:20500:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1784403617.089331:0:20500:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1784403617.089339:0:20500:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8c8a7fd28000 local copy 00010000:00010000:1.0:1784403617.089350:0:20500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbdf7 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403617.089832:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921088:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784403617.089913:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403617.090041:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45253f00 going to sleep for 11 seconds 00000100:00100000:3.0:1784403617.090092:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260921088 00000100:00100000:3.0:1784403617.090100:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260921088 00000100:00100000:3.0:1784403617.090188:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1784403617.090199:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:20500:x1871082260921088:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784403617.090606:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:20500:x1871082260921088:12345-0@lo:501:mount.lustre.0 Request processed in 408us (691us total) trans 0 rc -2/-2 00000100:00100000:3.0:1784403617.090613:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1784403617.090762:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921088:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1784403617.090780:0:20500:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.128@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1784403617.091036:0:20500:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.128@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1784403617.091045:0:20500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbdf7 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.091054:0:20500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a41671200/0x6828175665afbdf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afbdf7 expref: -99 pid: 19170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403617.091078:0:20500:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8c8941e00000 10000000:01000000:1.0:1784403617.091088:0:20500:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1784403617.091092:0:20500:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1784403617.091094:0:20500:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1784403617.091099:0:20500:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:1.0:1784403617.091102:0:20500:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1784403617.091128:0:20500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe000/0x6828175665afc066 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.091135:0:20500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe000/0x6828175665afc066 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.091145:0:20500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe000/0x6828175665afc066 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403617.091160:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921216:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784403617.091190:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403617.091263:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45253f00 going to sleep for 11 seconds 00000100:00100000:3.0:1784403617.091378:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260921216 00000100:00100000:3.0:1784403617.091383:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260921216 00000100:00100000:3.0:1784403617.091418:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1784403617.091425:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:20500:x1871082260921216:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784403617.091445:0:19182:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403617.091459:0:19182:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a40030200/0x6828175665afc06d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afc066 expref: -99 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.091480:0:19182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a40030200/0x6828175665afc06d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afc066 expref: 17 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.091490:0:19182:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a40030200/0x6828175665afc06d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afc066 expref: 17 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.091500:0:19182:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a40030200, rc 0) 00000100:00100000:3.0:1784403617.091536:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:20500:x1871082260921216:12345-0@lo:101:mount.lustre.0 Request processed in 111us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403617.091549:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1784403617.091782:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921216:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784403617.091795:0:20500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe000/0x6828175665afc066 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc06d expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.091804:0:20500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe000/0x6828175665afc066 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afc06d expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1784403617.092521:0:20500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:1.0:1784403617.095170:0:20500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1784403617.095536:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1784403617.095578:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1784403617.095607:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1784403617.095646:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1784403617.095688:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1784403617.095716:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1784403617.095755:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1784403617.095786:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1784403617.095826:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:1.0:1784403617.095915:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:1.0:1784403617.095923:0:20500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:1.0:1784403617.096009:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921344:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784403617.096073:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403617.096114:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45253900 going to sleep for 11 seconds 00000100:00100000:0.0:1784403617.096492:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260921344 00000100:00100000:0.0:1784403617.096500:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260921344 00000100:00100000:0.0:1784403617.096551:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1784403617.096561:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:20500:x1871082260921344:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784403617.097194:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:20500:x1871082260921344:12345-0@lo:501:mount.lustre.0 Request processed in 632us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403617.097208:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1784403617.097430:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921344:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784403617.097484:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921472:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784403617.097531:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403617.097774:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45253900 going to sleep for 11 seconds 00000100:00100000:0.0:1784403617.097810:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260921472 00000100:00100000:0.0:1784403617.097814:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260921472 00000100:00100000:1.0:1784403617.098004:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1784403617.098013:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:20500:x1871082260921472:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784403617.099115:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:20500:x1871082260921472:12345-0@lo:503:mount.lustre.0 Request processed in 1100us (1580us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403617.099125:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1784403617.099234:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921472:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1784403617.099946:0:20500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784403617.100021:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921600:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784403617.100071:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403617.100760:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52206a80 going to sleep for 11 seconds 00000100:00100000:3.0:1784403617.100841:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260921600 00000100:00100000:3.0:1784403617.100850:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260921600 00000100:00100000:3.0:1784403617.100901:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1784403617.100910:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:20500:x1871082260921600:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784403617.101151:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:20500:x1871082260921600:12345-0@lo:502:mount.lustre.0 Request processed in 240us (1078us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403617.101158:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1784403617.101325:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921600:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784403617.101595:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1784403617.101645:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1784403617.101682:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1784403617.101735:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1784403617.101776:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1784403617.101813:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1784403617.101863:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1784403617.101938:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1784403617.101990:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1784403617.102024:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921728:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784403617.102069:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403617.102094:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52206a80 going to sleep for 11 seconds 00000100:00100000:3.0:1784403617.102333:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260921728 00000100:00100000:3.0:1784403617.102339:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260921728 00000100:00100000:3.0:1784403617.102370:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1784403617.102378:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:20500:x1871082260921728:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784403617.102554:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:20500:x1871082260921728:12345-0@lo:502:mount.lustre.0 Request processed in 176us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403617.102562:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1784403617.102655:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921728:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784403617.102724:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1784403617.102733:0:20500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 10 count 11 00000020:01000000:1.0:1784403617.103799:0:20502:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1784403617.103810:0:20502:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:1.0:1784403617.103818:0:20502:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784403617.103820:0:20502:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1784403617.103827:0:20502:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1784403617.103842:0:20502:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8c8a72e44d40) 00000020:00000080:1.0:1784403617.103862:0:20502:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type obdfilter with refcount 2 00000020:00000080:1.0:1784403617.103928:0:20502:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1784403617.103991:0:20502:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c8941e00000 from lustre-OST0001, refs=2 00080000:01000000:1.0:1784403617.104005:0:20502:0:(osd_handler.c:1569:osd_obd_connect()) connect #1 00000020:00000080:1.0:1784403617.104012:0:20502:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x6828175665afc07b 00010000:00010000:1.0:1784403617.108645:0:20502:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:00000004:1.0:1784403617.109353:0:20502:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934593 00080000:10000000:1.0:1784403617.113708:0:20502:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:1.0:1784403617.115627:0:20502:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1784403617.115639:0:20502:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784403617.115646:0:20502:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784403617.115649:0:20502:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1784403617.115652:0:20502:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784403617.115656:0:20502:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784403617.115658:0:20502:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:1.0:1784403617.115661:0:20502:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1784403617.115663:0:20502:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1784403617.115665:0:20502:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784403617.115667:0:20502:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784403617.115669:0:20502:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000020:01000000:1.0:1784403617.115671:0:20502:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784403617.115673:0:20502:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784403617.115674:0:20502:0:(obd_config.c:1561:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1784403617.115677:0:20502:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1784403617.115734:0:20502:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784403617.115737:0:20502:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784403617.115739:0:20502:0:(obd_config.c:1561:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1784403617.115742:0:20502:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1784403617.116076:0:20500:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1784403617.116109:0:20500:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1784403617.116134:0:20500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe000/0x6828175665afc066 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc06d expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.116149:0:20500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe000/0x6828175665afc066 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc06d expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784403617.116159:0:20500:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c8941e00000 from 1 10000000:01000000:3.0:1784403617.116162:0:20500:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1784403617.116199:0:20500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.116224:0:20500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.116245:0:20500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403617.116274:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921856:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784403617.116347:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403617.116393:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a43ffdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1784403617.116414:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260921856 00000100:00100000:1.0:1784403617.116421:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260921856 00000100:00100000:1.0:1784403617.116473:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1784403617.116482:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:20500:x1871082260921856:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784403617.116501:0:19182:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403617.116514:0:19182:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a414ff600/0x6828175665afc089 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afc082 expref: -99 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.116555:0:19182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a414ff600/0x6828175665afc089 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afc082 expref: 18 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.116566:0:19182:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a414ff600/0x6828175665afc089 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afc082 expref: 18 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.116576:0:19182:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a414ff600, rc 0) 00000100:00100000:1.0:1784403617.117115:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:20500:x1871082260921856:12345-0@lo:101:mount.lustre.0 Request processed in 632us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403617.117123:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1784403617.117210:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921856:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784403617.117290:0:20500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc089 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403617.117309:0:20500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afc089 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784403617.118026:0:20500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:0.0:1784403617.121163:0:20500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784403617.121766:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1784403617.121814:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1784403617.121857:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1784403617.121917:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1784403617.121949:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1784403617.121996:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1784403617.122031:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1784403617.122084:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1784403617.122161:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1784403617.122169:0:20500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:0.0:1784403617.123606:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921984:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784403617.123673:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403617.123724:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52206a80 going to sleep for 11 seconds 00000100:00100000:3.0:1784403617.123732:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260921984 00000100:00100000:3.0:1784403617.123741:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260921984 00000100:00100000:3.0:1784403617.123808:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1784403617.123818:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:20500:x1871082260921984:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784403617.124091:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:20500:x1871082260921984:12345-0@lo:501:mount.lustre.0 Request processed in 273us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403617.124099:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1784403617.124517:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260921984:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784403617.124555:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922112:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784403617.124609:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403617.124639:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52206a80 going to sleep for 11 seconds 00000100:00100000:1.0:1784403617.124722:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260922112 00000100:00100000:1.0:1784403617.124727:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260922112 00000100:00100000:1.0:1784403617.124762:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1784403617.124770:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:20500:x1871082260922112:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784403617.125084:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:20500:x1871082260922112:12345-0@lo:503:mount.lustre.0 Request processed in 314us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403617.125092:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1784403617.125142:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922112:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784403617.127965:0:20500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784403617.128060:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922240:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784403617.128139:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403617.128183:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c89410afc00 going to sleep for 11 seconds 00000100:00100000:1.0:1784403617.128341:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260922240 00000100:00100000:1.0:1784403617.128349:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260922240 00000100:00100000:1.0:1784403617.128401:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1784403617.128411:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:20500:x1871082260922240:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784403617.128671:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:20500:x1871082260922240:12345-0@lo:502:mount.lustre.0 Request processed in 261us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403617.128679:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1784403617.128815:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922240:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784403617.129075:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1784403617.129126:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1784403617.129178:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1784403617.129274:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1784403617.129312:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1784403617.129373:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1784403617.129407:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1784403617.129446:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:3.0:1784403617.129473:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922368:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784403617.129512:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403617.129539:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c89410afc00 going to sleep for 11 seconds 00000100:00100000:0.0:1784403617.129612:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260922368 00000100:00100000:0.0:1784403617.129618:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260922368 00000100:00100000:0.0:1784403617.129643:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1784403617.129649:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49ce1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:20500:x1871082260922368:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784403617.129791:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49ce1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:20500:x1871082260922368:12345-0@lo:502:mount.lustre.0 Request processed in 141us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403617.129804:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1784403617.129971:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922368:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784403617.130042:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1784403617.130052:0:20500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:3.0:1784403617.132470:0:20506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784403617.132484:0:20506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403617.132487:0:20506:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1784403617.132494:0:20506:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c8941e00000 00000020:00000080:3.0:1784403617.132497:0:20506:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784403617.132503:0:20506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784403617.132506:0:20506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403617.132507:0:20506:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1784403617.132510:0:20506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784403617.132513:0:20506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403617.132515:0:20506:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1784403617.132518:0:20506:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c8941e00000 00000020:00000080:3.0:1784403617.132520:0:20506:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784403617.132687:0:20506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784403617.132692:0:20506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403617.132693:0:20506:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1784403617.132696:0:20506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784403617.132698:0:20506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403617.132699:0:20506:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1784403617.132703:0:20506:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c8941e00000 00000020:00000080:3.0:1784403617.132705:0:20506:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1784403617.133177:0:20506:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784403617.133182:0:20506:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784403617.133195:0:20506:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:3.0:1784403617.133198:0:20506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:1.0:1784403617.133301:0:20500:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:1.0:1784403617.133337:0:20500:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784403617.133406:0:20500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc089 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.133419:0:20500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc089 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403617.133480:0:20500:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1784403617.133484:0:20500:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8c8941e00000 10000000:01000000:1.0:1784403617.133488:0:20500:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8c8941e00000 10000000:01000000:1.0:1784403617.133493:0:20500:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1784403617.133499:0:20500:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8c8941e00000 from 1 10000000:01000000:1.0:1784403617.133502:0:20500:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1784403617.133538:0:20500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a414ffc00/0x6828175665afc090 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.133546:0:20500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a414ffc00/0x6828175665afc090 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.133557:0:20500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a414ffc00/0x6828175665afc090 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403617.133591:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52372300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922496:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784403617.133678:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403617.133723:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45253300 going to sleep for 11 seconds 00000100:00100000:3.0:1784403617.133894:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260922496 00000100:00100000:3.0:1784403617.133900:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260922496 00000100:00100000:3.0:1784403617.133941:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1784403617.133950:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49ce0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:20500:x1871082260922496:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784403617.133963:0:19182:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403617.133977:0:19182:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a40030e00/0x6828175665afc097 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afc090 expref: -99 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.133999:0:19182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a40030e00/0x6828175665afc097 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afc090 expref: 19 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.134009:0:19182:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a40030e00/0x6828175665afc097 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afc090 expref: 19 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.134019:0:19182:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a40030e00, rc 0) 00000100:00100000:3.0:1784403617.134073:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49ce0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:20500:x1871082260922496:12345-0@lo:101:mount.lustre.0 Request processed in 124us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403617.134079:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1784403617.134318:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52372300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922496:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784403617.134336:0:20500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a414ffc00/0x6828175665afc090 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc097 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403617.134347:0:20500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a414ffc00/0x6828175665afc090 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afc097 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1784403617.135072:0:20500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:2.0:1784403617.136650:0:20500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784403617.137015:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1784403617.137062:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1784403617.137096:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1784403617.137151:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1784403617.137193:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1784403617.137801:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1784403617.137851:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1784403617.137925:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1784403617.137977:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1784403617.138014:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1784403617.138053:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1784403617.138103:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1784403617.138140:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1784403617.138177:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1784403617.140010:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1784403617.140139:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1784403617.140289:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1784403617.140409:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1784403617.140497:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1784403617.140649:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1784403617.140751:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1784403617.140824:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1784403617.140940:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1784403617.141014:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1784403617.141052:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:2.0:1784403617.141100:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:2.0:1784403617.141157:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:2.0:1784403617.141202:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:2.0:1784403617.141321:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:2.0:1784403617.141395:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:2.0:1784403617.141457:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:2.0:1784403617.141511:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:2.0:1784403617.141555:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:2.0:1784403617.141707:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:2.0:1784403617.141761:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:2.0:1784403617.141817:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:2.0:1784403617.141851:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:2.0:1784403617.141912:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:2.0:1784403617.141962:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:2.0:1784403617.141996:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:2.0:1784403617.142108:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:2.0:1784403617.142119:0:20500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:2.0:1784403617.142290:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922624:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784403617.142360:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403617.142402:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260922624 00000100:00100000:2.0:1784403617.142410:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260922624 00000100:00100000:2.0:1784403617.142478:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1784403617.142488:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49ce1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:20500:x1871082260922624:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784403617.142996:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49ce1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:20500:x1871082260922624:12345-0@lo:501:mount.lustre.0 Request processed in 507us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403617.143006:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1784403617.143053:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a586e9000 going to sleep for 11 seconds 00000100:00100000:2.0:1784403617.143076:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922624:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784403617.143115:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922752:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784403617.143164:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403617.143184:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a586e9000 going to sleep for 11 seconds 00000100:00100000:1.0:1784403617.144229:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260922752 00000100:00100000:1.0:1784403617.144238:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260922752 00000100:00100000:1.0:1784403617.144279:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1784403617.144289:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49ce2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:20500:x1871082260922752:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784403617.145354:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49ce2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:20500:x1871082260922752:12345-0@lo:503:mount.lustre.0 Request processed in 1063us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403617.145364:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1784403617.146603:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922752:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1784403617.148414:0:20500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1784403617.148558:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922880:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784403617.148650:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403617.148687:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45253f00 going to sleep for 11 seconds 00000100:00100000:2.0:1784403617.148809:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260922880 00000100:00100000:2.0:1784403617.148817:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260922880 00000100:00100000:2.0:1784403617.148893:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1784403617.148903:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77604450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:20500:x1871082260922880:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784403617.149772:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77604450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:20500:x1871082260922880:12345-0@lo:502:mount.lustre.0 Request processed in 868us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403617.149782:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1784403617.151621:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260922880:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1784403617.151929:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1784403617.151984:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1784403617.152014:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1784403617.152066:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1784403617.152102:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1784403617.152154:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1784403617.152198:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1784403617.152248:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1784403617.152297:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1784403617.152334:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1784403617.152369:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1784403617.152418:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1784403617.152467:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1784403617.152519:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1784403617.152569:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1784403617.152655:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1784403617.152689:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1784403617.152738:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1784403617.152931:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1784403617.152972:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1784403617.153018:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1784403617.153331:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1784403617.153368:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1784403617.153411:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1784403617.153455:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:1.0:1784403617.153495:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:1.0:1784403617.153544:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:1.0:1784403617.153963:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:1.0:1784403617.153998:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:1.0:1784403617.154065:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:1.0:1784403617.154103:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:1.0:1784403617.154135:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:1.0:1784403617.154167:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:1.0:1784403617.154229:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:1.0:1784403617.154269:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:1.0:1784403617.154319:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:1.0:1784403617.154355:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:1.0:1784403617.154390:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:1.0:1784403617.154455:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:1.0:1784403617.154492:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:1.0:1784403617.154542:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260923008:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784403617.154637:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403617.154683:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a45253f00 going to sleep for 11 seconds 00000100:00100000:2.0:1784403617.155635:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260923008 00000100:00100000:2.0:1784403617.155645:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260923008 00000100:00100000:2.0:1784403617.155701:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1784403617.155712:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77605c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:20500:x1871082260923008:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784403617.155995:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77605c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:20500:x1871082260923008:12345-0@lo:502:mount.lustre.0 Request processed in 284us (1357us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403617.156004:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1784403617.156947:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260923008:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1784403617.157070:0:20500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:1.0:1784403617.157084:0:20500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:0.0:1784403617.158429:0:20511:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1784403617.158460:0:20511:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8c8a5809cd40) 00000020:00000080:0.0:1784403617.158483:0:20511:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type lwp with refcount 2 00000020:01000004:0.0:1784403617.158667:0:20511:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c8941e00000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1784403617.158672:0:20511:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c8941e00000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1784403617.158674:0:20511:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c8941e00000 3 00010000:00080000:0.0:1784403617.158703:0:20511:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c8941fa6800@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.128@tcp at head 00010000:00010000:0.0:1784403617.162727:0:20511:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-5 is initialized 00000020:00000080:0.0:1784403617.162838:0:20511:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1784403617.162901:0:20511:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1784403617.162916:0:20511:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x6828175665afc0a5 00000100:00080000:0.0:1784403617.162926:0:20511:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1784403617.162932:0:20511:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8c8941fa6800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1784403617.162971:0:20511:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a81b5aa00 x1871082260923136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784403617.163007:0:20511:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1784403617.163085:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3564:1871082260923136:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1784403617.163120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784403617.163124:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1784403617.163126:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c8a7b37f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784403617.163130:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 617 00000100:00080000:2.0:1784403617.163134:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1784403617.163138:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c8a7b37f000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1784403617.163149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a77cd6d80 x1871082260923392/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784403617.163157:0:3564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403617.163191:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3565:1871082260923648:0@lo:400:kworker.0 00000100:00100000:1.0:1784403617.163202:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260923392:0@lo:8:kworker.0 00000100:00100000:2.0:1784403617.163217:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403617.163239:0:3564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403617.163257:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260923136 00000100:00100000:2.0:1784403617.163269:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260923136 00000100:00100000:1.0:1784403617.163281:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260923648 00000100:00100000:1.0:1784403617.163284:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260923648 00000100:00100000:2.0:1784403617.163300:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1784403617.163307:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52370000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3564:x1871082260923136:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1784403617.163320:0:19189:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1784403617.163327:0:19189:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00010000:00080000:2.0:1784403617.163329:0:19191:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 622 last 0 00000100:00100000:1.0:1784403617.163337:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260923392 00000100:00100000:1.0:1784403617.163340:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260923392 00000100:00100000:1.0:1784403617.163359:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000080:2.0:1784403617.163363:0:19191:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x6828175665afc0ac 00000100:00100000:1.0:1784403617.163364:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52372680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3564:x1871082260923392:12345-0@lo:8:kworker.0 00000004:00100000:2.0:1784403617.163377:0:19191:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1784403617.163408:0:19191:0:(import.c:65:import_set_state_nolock()) ffff8c8941ebe800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784403617.163410:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52372680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3564:x1871082260923392:12345-0@lo:8:kworker.0 Request processed in 44us (169us total) trans 0 rc -11/-11 00000100:00100000:1.0:1784403617.163416:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1784403617.163444:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784403617.163460:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52370000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3564:x1871082260923136:12345-0@lo:38:llog_process_th.0 Request processed in 152us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403617.163466:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784403617.163472:0:3564:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00100000:2.0:1784403617.163478:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1784403617.163479:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a7b37f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784403617.163483:0:3564:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1784403617.163485:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3565:x1871082260923648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403617.163486:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260923392:0@lo:8:kworker.0 00010000:00080000:1.0:1784403617.163498:0:3564:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c8a81b5aa00 x1871082260923136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1784403627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784403617.163506:0:3564:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1784403617.163511:0:3564:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00100000:2.0:1784403617.163517:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3565:x1871082260923648:12345-0@lo:400:kworker.0 Request processed in 34us (299us total) trans 0 rc 0/0 00000100:00080000:1.0:1784403617.163518:0:3564:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1784403617.163522:0:3564:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00100000:2.0:1784403617.163523:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1784403617.163525:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8941fa6800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1784403617.163529:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3564:1871082260923136:0@lo:38:llog_process_th.0 00010000:00080000:2.0:1784403617.163548:0:3565:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c8a77cd4a80 x1871082260923648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784403617.163558:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3565:1871082260923648:0@lo:400:kworker.0 00000100:00100000:3.0:1784403617.163837:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260923264:0@lo:400:kworker.0 00000100:00100000:3.0:1784403617.163892:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403617.163917:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784403617.163923:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260923520:0@lo:400:kworker.0 00000100:00100000:3.0:1784403617.163945:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403617.163975:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260923520 00000100:00100000:3.0:1784403617.163979:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260923520 00000100:00100000:3.0:1784403617.164006:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1784403617.164012:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260923520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403617.164052:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260923520:12345-0@lo:400:kworker.0 Request processed in 41us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403617.164059:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:3.0:1784403617.164085:0:3567:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c8a77cd5500 x1871082260923520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784403617.164095:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260923520:0@lo:400:kworker.0 00000100:00100000:2.0:1784403617.165499:0:20316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260923264 00000100:00100000:2.0:1784403617.165508:0:20316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260923264 00000100:00100000:2.0:1784403617.165563:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784403617.165573:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260923264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784403617.165646:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260923264:12345-0@lo:400:kworker.0 Request processed in 74us (1752us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403617.165653:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1784403617.165709:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784403617.165766:0:3567:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1784403617.165784:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260923264:0@lo:400:kworker.0 00000040:00080000:3.0:1784403617.166778:0:20511:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000020:01000000:2.0:1784403617.167144:0:20500:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1784403617.167184:0:20500:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1784403617.167242:0:20500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a414ffc00/0x6828175665afc090 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc097 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403617.167255:0:20500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a414ffc00/0x6828175665afc090 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc097 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1784403617.167302:0:20500:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1784403617.167304:0:20500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1784403617.167306:0:20500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784403617.167307:0:20500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784403617.167308:0:20500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784403617.167309:0:20500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784403617.167311:0:20500:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784403617.167312:0:20500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784403617.167314:0:20500:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1784403617.167318:0:20500:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1784403617.167321:0:20500:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1784403617.167322:0:20500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1784403617.167323:0:20500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784403617.167324:0:20500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784403617.167325:0:20500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784403617.167326:0:20500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784403617.167328:0:20500:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784403617.167329:0:20500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784403617.167330:0:20500:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1784403617.167355:0:20500:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1784403617.167379:0:20500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260923776:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1784403617.167463:0:20500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403617.167507:0:20500:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a586e9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1784403617.167559:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260923776 00000100:00100000:3.0:1784403617.167566:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260923776 00000100:00100000:3.0:1784403617.167615:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1784403617.167626:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77604050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:20500:x1871082260923776:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1784403617.167668:0:19181:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1784403617.167682:0:19181:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1784403617.190914:0:19181:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1784403617.190938:0:19181:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1784403617.191341:0:19205:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1784403617.191347:0:19205:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1784403617.191370:0:19205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.191405:0:19205:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c8a5b67ae00/0x6828175665afbf71 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbf6a expref: 19 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.191413:0:19205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.191470:0:19205:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c8a5b67ae00/0x6828175665afbf71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6828175665afbf6a expref: 19 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403617.191484:0:19205:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c8a5b67ae00/0x6828175665afbf71 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6828175665afbf6a expref: 19 pid: 19184 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403617.191499:0:19205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:19205:1871082260923904:0@lo:104: 00000100:00100000:1.0:1784403617.191575:0:19205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403617.191619:0:19205:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c89410ce6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784403617.191728:0:19172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260923904 00000100:00100000:3.0:1784403617.191736:0:19172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260923904 00000100:00100000:3.0:1784403617.191784:0:19172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784403617.191795:0:19172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52370380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+3:19205:x1871082260923904:12345-0@lo:104: 00010000:00010000:3.0:1784403617.191809:0:19172:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afbf71 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.191889:0:19172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1784403617.191896:0:19172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52370380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+3:19205:x1871082260923904:12345-0@lo:104: Request processed in 103us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403617.191911:0:19172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1784403617.191935:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403617.191941:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afbf71 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.191949:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a40030800 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:3.0:1784403617.191953:0:19177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6828175665afbf71 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.191961:0:19177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6828175665afbf71 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784403617.191968:0:19177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6828175665afbf71 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784403617.191973:0:19177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1784403617.192004:0:19177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbf71 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192011:0:19177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784403617.192033:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbf71 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192040:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a40030800/0x6828175665afbf6a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbf71 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192057:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403617.192059:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403617.192066:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403617.192085:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3566:1871082260924032:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784403617.192122:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403617.192170:0:19176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260924032 00000100:00100000:3.0:1784403617.192174:0:19176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260924032 00010000:00010000:3.0:1784403617.192192:0:19176:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c8a5b67ae00/0x6828175665afbf71 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afbf6a expref: 20 pid: 19184 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403617.192290:0:19176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784403617.192298:0:19176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+20:3566:x1871082260924032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784403617.192309:0:19176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784403617.192315:0:19176:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c8a5b67ae00/0x6828175665afbf71 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afbf6a expref: 20 pid: 19184 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192325:0:19176:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c8a5b67ae00/0x6828175665afbf71 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6828175665afbf6a expref: 20 pid: 19184 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192341:0:19176:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192347:0:19176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1784403617.192359:0:19176:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004725152s 00010000:00010000:3.0:1784403617.192363:0:19176:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192370:0:19176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192377:0:19176:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192393:0:19176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192399:0:19176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414fe800 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403617.192403:0:19176:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192410:0:19176:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192418:0:19176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192428:0:19176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784403617.192473:0:19176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+20:3566:x1871082260924032:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403617.192480:0:19176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784403617.192518:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3566:1871082260924032:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784403617.192547:0:19205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a5b67ae00/0x6828175665afbf71 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6828175665afbf6a expref: 19 pid: 19184 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403617.192557:0:19205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:19205:1871082260923904:0@lo:104: 00010000:00010000:3.0:1784403617.192570:0:19205:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192578:0:19205:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192595:0:19205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403617.192602:0:19205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a414fe800/0x6828175665afc0b3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403617.211899:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77604050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:20500:x1871082260923776:12345-0@lo:253:mount.lustre.0 Request processed in 44266us (44427us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403617.211915:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1784403617.212021:0:20500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:20500:1871082260923776:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1784403617.212037:0:20500:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1784403617.212041:0:20500:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1784403617.212042:0:20500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1784403617.212058:0:20500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784403617.212059:0:20500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784403617.212061:0:20500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784403617.212062:0:20500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784403617.212064:0:20500:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784403617.212066:0:20500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784403617.212067:0:20500:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1784403617.212082:0:20500:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1784403617.212829:0:20500:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:3.0:1784403617.213326:0:20500:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1784403617.213720:0:20500:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:3.0:1784403617.213912:0:20500:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1784403617.214065:0:20500:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:3.0:1784403617.214469:0:20500:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:3.0:1784403617.215757:0:20500:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1784403617.279500:0:20500:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1784403617.279510:0:20500:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1784403617.279548:0:20500:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1784403617.279745:0:20500:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.128@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1784403617.279760:0:20500:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1784403617.279787:0:20500:0:(super25.c:181:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00000100:00100000:3.0:1784403617.503390:0:3568:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784403617.503415:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3568:1871082260924160:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1784403617.503496:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403617.503630:0:19830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260924160 00000100:00100000:2.0:1784403617.503638:0:19830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260924160 00000100:00100000:2.0:1784403617.503700:0:19830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1784403617.503712:0:19830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3568:x1871082260924160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1784403617.503750:0:19830:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1784403617.503801:0:19830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3568:x1871082260924160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403617.503808:0:19830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1784403617.504091:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3568:1871082260924160:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1784403618.081080:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403619.103111:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1784403619.167585:0:19186:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1784403619.167593:0:19186:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8c8a6135c800 from 11 10000000:01000000:1.0:1784403619.167598:0:19186:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1784403619.167644:0:19186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe400/0x6828175665afc0ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403619.167656:0:19186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe400/0x6828175665afc0ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403619.167667:0:19186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe400/0x6828175665afc0ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403619.167696:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260924288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784403619.167759:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403619.167831:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a4314ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1784403619.167918:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260924288 00000100:00100000:2.0:1784403619.167926:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260924288 00000100:00100000:2.0:1784403619.167972:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1784403619.167982:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77606850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:19186:x1871082260924288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784403619.167995:0:19182:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403619.168009:0:19182:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a5b67a400/0x6828175665afc0c1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afc0ba expref: -99 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403619.168030:0:19182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a5b67a400/0x6828175665afc0c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afc0ba expref: 19 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403619.168040:0:19182:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a5b67a400/0x6828175665afc0c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afc0ba expref: 19 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403619.168056:0:19182:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a5b67a400, rc 0) 00000100:00100000:2.0:1784403619.168113:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77606850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:19186:x1871082260924288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403619.168131:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1784403619.168175:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260924288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784403619.168189:0:19186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe400/0x6828175665afc0ba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc0c1 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403619.168197:0:19186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe400/0x6828175665afc0ba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afc0c1 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403619.168243:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260924416:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1784403619.168275:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403619.168295:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a586cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1784403619.168468:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260924416 00000100:00100000:1.0:1784403619.168473:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260924416 00000100:00100000:1.0:1784403619.168513:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1784403619.168520:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77605050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:19186:x1871082260924416:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1784403619.168534:0:19184:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1784403619.168550:0:19184:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1784403619.168553:0:19184:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1784403619.168639:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77605050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:19186:x1871082260924416:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 119us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403619.168647:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1784403619.168761:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260924416:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1784403619.168821:0:19186:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1784403619.168828:0:19186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe400/0x6828175665afc0ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc0c1 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403619.168842:0:19186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a414fe400/0x6828175665afc0ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc0c1 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1784403619.573559:0:19225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1784403620.127141:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403621.151192:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403622.175915:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784403622.627370:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3568:1871082260924544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1784403622.627446:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403622.627667:0:19830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260924544 00000100:00100000:2.0:1784403622.627676:0:19830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260924544 00000100:00100000:2.0:1784403622.627729:0:19830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784403622.627739:0:19830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3568:x1871082260924544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1784403622.627775:0:19830:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1784403622.627821:0:19830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3568:x1871082260924544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403622.627828:0:19830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1784403622.627897:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1784403622.628206:0:15521:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784403622.628211:0:15521:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1784403622.628215:0:15521:0:(import.c:65:import_set_state_nolock()) ffff8c8a7b37f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784403622.628223:0:15521:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c8a7b37f000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:3.0:1784403622.628246:0:15521:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8a72e1d500 x1871082260924800/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784403622.628295:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3565:1871082260924672:0@lo:400:kworker.0 00000100:00100000:3.0:1784403622.628346:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403622.628376:0:3565:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784403622.628382:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3565:1871082260924928:0@lo:400:kworker.0 00000100:00100000:3.0:1784403622.628408:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403622.628436:0:3564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260924800:0@lo:8:kworker.0 00000100:00100000:3.0:1784403622.628464:0:3564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403622.628491:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260925056:0@lo:400:kworker.0 00000100:00100000:3.0:1784403622.628515:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403622.628531:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784403622.628536:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3567:1871082260925184:0@lo:400:kworker.0 00000100:00100000:3.0:1784403622.628560:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403622.628586:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260924672 00000100:00100000:3.0:1784403622.628591:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260924672 00000100:00100000:3.0:1784403622.628632:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1784403622.628638:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77605850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:3565:x1871082260924672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403622.628676:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77605850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:3565:x1871082260924672:12345-0@lo:400:kworker.0 Request processed in 38us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403622.628682:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1784403622.628715:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260924928 00000100:00100000:3.0:1784403622.628719:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260924928 00000100:00100000:2.0:1784403622.628827:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3568:1871082260924544:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1784403622.633133:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260925056 00000100:00100000:3.0:1784403622.633148:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260925056 00000100:00100000:3.0:1784403622.633196:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260925184 00000100:00100000:3.0:1784403622.633200:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260925184 00000100:00100000:3.0:1784403622.633221:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1784403622.633232:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3565:x1871082260924928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403622.633326:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3565:x1871082260924928:12345-0@lo:400:kworker.0 Request processed in 95us (4914us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403622.633344:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1784403622.633363:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1784403622.633370:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3567:x1871082260925056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403622.633406:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3567:x1871082260925056:12345-0@lo:400:kworker.0 Request processed in 38us (4890us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403622.633412:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1784403622.633423:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1784403622.633428:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3567:x1871082260925184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403622.633454:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3567:x1871082260925184:12345-0@lo:400:kworker.0 Request processed in 27us (4894us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403622.633459:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1784403622.633489:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260924800 00000100:00100000:3.0:1784403622.633500:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260924800 00000100:00100000:3.0:1784403622.633527:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1784403622.633532:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3564:x1871082260924800:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1784403622.633572:0:19826:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 628 last 0 00000020:00000080:3.0:1784403622.633600:0:19826:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6828175665afc0c8 00002000:00100000:3.0:1784403622.633614:0:19826:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8c8a736a6800 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136ae ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1784403622.633618:0:19826:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1784403622.633621:0:19826:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1784403622.634116:0:19826:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1784403622.634144:0:19826:0:(import.c:65:import_set_state_nolock()) ffff8c8a736a7800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784403622.634195:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3564:x1871082260924800:12345-0@lo:8:kworker.0 Request processed in 661us (5729us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403622.634203:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1784403622.634263:0:3565:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c8a72e1dc00 x1871082260924928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784403622.634279:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3565:1871082260924928:0@lo:400:kworker.0 00000100:00100000:3.0:1784403622.634292:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3565:1871082260924672:0@lo:400:kworker.0 00010000:00080000:3.0:1784403622.634330:0:3567:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c8a72e1f480 x1871082260925184/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784403622.634353:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3567:1871082260925184:0@lo:400:kworker.0 00010000:00080000:3.0:1784403622.634366:0:3567:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c8a72e1ce00 x1871082260925056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1784403638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784403622.634374:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260925056:0@lo:400:kworker.0 00010000:00080000:3.0:1784403622.634409:0:3564:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c8a72e1d500 x1871082260924800/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1784403647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784403622.634431:0:3564:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1784403622.634440:0:3564:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1784403622.634447:0:3564:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1784403622.634449:0:3564:0:(import.c:65:import_set_state_nolock()) ffff8c8a7b37f000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1784403622.634469:0:3564:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1784403622.634475:0:3564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3564:1871082260924800:0@lo:8:kworker.0 00000004:00080000:3.0:1784403622.634531:0:19214:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x5:0x0] 00000100:00100000:3.0:1784403622.634566:0:19214:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:19214:1871082260925440:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1784403622.634603:0:19214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403622.634629:0:19214:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a4315f840 going to sleep for 11 seconds 00000100:00100000:3.0:1784403622.634642:0:3566:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784403622.634650:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260925312:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1784403622.634674:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403622.634711:0:20316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260925440 00000100:00100000:3.0:1784403622.634716:0:20316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260925440 00000100:00100000:3.0:1784403622.634756:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1784403622.634764:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:19214:x1871082260925440:12345-0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1784403622.640088:0:19213:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1784403622.640477:0:19213:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 628208609796ns, next at 0ns, rc = 0 00000100:00080000:0.0:1784403622.640495:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1784403622.640501:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784403622.640897:0:19830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260925312 00000100:00100000:3.0:1784403622.640908:0:19830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260925312 00000100:00100000:3.0:1784403622.641678:0:19830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784403622.641689:0:19830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3566:x1871082260925312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1784403622.641727:0:19830:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1784403622.641814:0:19830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3566:x1871082260925312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (7138us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403622.641823:0:19830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1784403622.642109:0:3566:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c8a72e1d500 x1871082260925312/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1784403638 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784403622.642131:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260925312:0@lo:13:osp-pre-1-0.0 00002000:00080000:2.0:1784403622.643715:0:20316:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:2.0:1784403622.643727:0:20316:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:2.0:1784403622.643733:0:20316:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:6 to 0x280000400:65) 00002000:00010000:2.0:1784403622.661695:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.661708:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc0cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.661727:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.661732:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.661739:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc0cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.661758:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc0cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.661769:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc0cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.661777:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc0cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.661804:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403622.663048:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403622.663058:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc0cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.663072:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67a600 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403622.663078:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc0cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.663089:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc0cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.663124:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc0cf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.663132:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc0cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.663155:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.663157:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.663158:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.664446:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.664457:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc0d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.664483:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.664488:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.664494:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc0d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.664507:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc0d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.664517:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc0d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.664525:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc0d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.664642:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.664656:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.664663:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc0d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.664672:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67b200 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.664676:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc0d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.664685:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc0d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.664712:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc0d6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.664720:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc0d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.664737:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.664739:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.664741:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.667825:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.667839:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc0dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.667855:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.667860:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.667886:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc0dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.667902:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc0dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.667912:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc0dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.667921:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc0dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.669231:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403622.670050:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403622.670059:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc0dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.670069:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67ac00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403622.670074:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc0dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.670097:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc0dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.670187:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc0dd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.670195:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc0dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.670215:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.670217:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.670218:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.672443:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.672456:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc0e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.672474:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.672479:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.672486:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc0e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.672500:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc0e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.672510:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc0e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.672517:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc0e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.672542:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.674653:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.674668:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc0e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.674681:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67aa00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.674696:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc0e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.674707:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc0e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.674728:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc0e4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.674735:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc0e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.674757:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.674758:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.674760:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.677511:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.677526:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc0eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.677542:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.677547:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.677565:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc0eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.677579:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc0eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.677588:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc0eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.677604:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc0eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.677627:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403622.678099:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403622.678107:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc0eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.678127:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67a000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403622.678132:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc0eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.678141:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc0eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.678159:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc0eb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.678179:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc0eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.678198:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.678200:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.678202:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.680092:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.680105:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc0f2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.680187:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.680191:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.680198:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc0f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.680213:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc0f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.680222:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc0f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.680230:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc0f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.680249:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.680261:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.680267:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc0f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.680281:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67b000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.680285:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc0f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.680295:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc0f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.680310:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc0f2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.680317:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc0f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.680347:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.680349:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.680351:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.681101:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.681122:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc0f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681134:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.681138:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.681142:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc0f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681153:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc0f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681169:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc0f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681176:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc0f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681196:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.681208:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.681213:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc0f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681221:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67b800 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.681225:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc0f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681234:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc0f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681247:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc0f9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681255:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc0f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681272:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.681278:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.681280:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.681712:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.681719:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc100 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681729:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.681732:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.681736:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc100 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681745:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc100 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681753:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc100 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681761:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc100 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681775:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.681783:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.681787:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc100 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681794:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67be00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.681797:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc100 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681813:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc100 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681823:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc100 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681829:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc100 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.681840:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.681842:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.681843:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.682232:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.682238:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc107 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682246:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.682249:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.682252:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc107 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682261:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc107 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682268:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc107 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682279:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc107 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682291:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.682299:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.682302:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc107 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682308:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67ae00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.682311:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc107 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682318:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc107 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682328:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc107 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682348:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc107 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682360:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.682362:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.682363:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.682783:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.682796:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc10e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682805:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.682808:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.682813:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc10e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682822:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc10e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682830:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc10e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682837:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc10e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.682859:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784403622.683265:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.683271:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc115 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.683281:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.683284:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.683288:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc115 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.683296:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc115 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.683310:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc115 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.683318:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc115 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.696650:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1784403622.698208:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784403622.698230:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc10e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.698245:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67a200 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403622.698250:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc10e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.698262:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc10e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.698286:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc10e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.698295:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc10e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.698320:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784403622.698324:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc115 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.698341:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67aa00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403622.698345:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc115 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.698352:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc115 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.698372:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc115 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.698378:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc115 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.698394:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403622.698397:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403622.698399:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.699608:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.700582:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.700593:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc11c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.700612:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.700617:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.700623:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc11c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.700640:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc11c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.700651:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc11c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.700660:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc11c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.700697:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.700713:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.700719:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc11c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.700727:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67ae00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.700732:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc11c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.700741:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc11c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.700759:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc11c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.700767:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc11c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.700785:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.700787:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.700789:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.701263:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.701270:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc123 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.701280:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.701290:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.701295:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc123 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.701304:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc123 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.701312:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc123 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.701319:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc123 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.701348:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.701358:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.701363:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc123 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.701372:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67be00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.701376:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc123 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.701384:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc123 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.701395:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc123 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.701413:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cee5f8df/0x6828175665afc123 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.701429:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.701431:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.701433:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.701961:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.701969:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc12a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.701979:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.701983:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.701987:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc12a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.701997:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc12a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702005:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc12a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702012:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc12a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702028:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.702037:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.702048:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc12a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702056:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67b800 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.702060:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc12a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702068:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc12a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702081:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc12a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702088:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a32b5953/0x6828175665afc12a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702104:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.702106:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.702108:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.702567:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.702574:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc131 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702583:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.702586:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.702591:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc131 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702612:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc131 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702620:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc131 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702627:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc131 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702642:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.702652:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.702655:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc131 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702661:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67b000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.702665:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc131 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702672:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc131 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702683:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc131 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702691:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd0387e3/0x6828175665afc131 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.702713:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.702715:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.702716:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.703181:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.703188:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc138 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.703198:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.703202:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.703207:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc138 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.703217:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc138 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.703226:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc138 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.703233:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc138 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.703248:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.703257:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.703260:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc138 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.703279:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67b200 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.703283:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc138 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.703292:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc138 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.703305:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc138 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.703313:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbbc7d3f/0x6828175665afc138 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.706398:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.706409:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.706412:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.707797:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.707811:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b8585d0/0x6828175665afc13f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.707831:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.707837:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.707844:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b8585d0/0x6828175665afc13f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.707859:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b8585d0/0x6828175665afc13f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.707903:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b8585d0/0x6828175665afc13f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.707912:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b8585d0/0x6828175665afc13f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.707930:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.707942:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.707949:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b8585d0/0x6828175665afc13f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.707957:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67a800 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.707963:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b8585d0/0x6828175665afc13f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.707972:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b8585d0/0x6828175665afc13f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.707989:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b8585d0/0x6828175665afc13f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.707997:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b8585d0/0x6828175665afc13f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.708019:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.708027:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.708029:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.708941:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.708950:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b32632f/0x6828175665afc146 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.708964:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.708968:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.708974:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b32632f/0x6828175665afc146 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.708986:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b32632f/0x6828175665afc146 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.708995:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b32632f/0x6828175665afc146 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.709003:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b32632f/0x6828175665afc146 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.709019:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403622.709219:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403622.709228:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b32632f/0x6828175665afc146 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.709238:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67b400 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403622.709244:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b32632f/0x6828175665afc146 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.709254:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b32632f/0x6828175665afc146 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.709270:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b32632f/0x6828175665afc146 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.709279:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b32632f/0x6828175665afc146 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.709302:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.709305:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.709309:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.709770:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.709778:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc14d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.709790:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.709794:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.709798:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc14d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.709816:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc14d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.709825:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc14d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.709832:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc14d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.709849:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403622.710044:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403622.710051:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc14d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.710060:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67aa00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403622.710064:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc14d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.710073:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc14d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.710088:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc14d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.710095:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000368c01c/0x6828175665afc14d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.710122:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.710125:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.710127:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.710451:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.710458:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc154 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.710467:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.710471:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.710475:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc154 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.710485:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc154 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.710494:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc154 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.710513:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc154 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.710531:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403622.710631:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403622.710637:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc154 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.710645:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67a200 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403622.710649:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc154 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.710668:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.710680:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc154 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.710688:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c77923af/0x6828175665afc154 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.710704:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.710705:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.710707:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.711181:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000004:00080000:0.0:1784403622.711185:0:6314:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00010000:2.0:1784403622.711189:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc15b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.711199:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.711203:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.711208:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc15b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.711218:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc15b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.711227:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc15b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.711234:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc15b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.711254:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403622.711360:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403622.711366:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc15b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.711375:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67ae00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403622.711380:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc15b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.711388:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc15b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.711402:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc15b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.711422:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efa6470e/0x6828175665afc15b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.711442:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.711445:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.711447:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.711696:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.711703:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc162 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.711794:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.711797:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.711802:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc162 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.711811:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc162 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.711819:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc162 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.711827:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc162 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.711850:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403622.711900:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403622.711906:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc162 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.711914:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67a000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403622.711917:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc162 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.712006:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc162 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.712020:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc162 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.712028:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab75553c/0x6828175665afc162 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.712043:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.712044:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.712046:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.712719:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.712727:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc169 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.712739:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.712743:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.712748:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc169 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.712759:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc169 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.712781:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc169 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.712788:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc169 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.712813:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403622.713141:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403622.713148:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc169 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.713157:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67ac00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403622.713161:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc169 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.713170:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc169 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.713187:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc169 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.713194:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ef89cba/0x6828175665afc169 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.713217:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.713219:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.713221:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.713241:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.713247:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc170 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.713256:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.713259:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.713263:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc170 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.713273:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc170 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.713280:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc170 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.713287:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc170 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.713313:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.713321:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.713325:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc170 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.713344:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a5b67a600 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.713347:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc170 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.713356:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.713368:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc170 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.713376:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009508109c/0x6828175665afc170 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.713394:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.713396:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.713399:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.714315:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.714324:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d97c0968/0x6828175665afc177 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.714346:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.714355:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.714361:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d97c0968/0x6828175665afc177 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.714371:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d97c0968/0x6828175665afc177 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.714380:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d97c0968/0x6828175665afc177 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.714386:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d97c0968/0x6828175665afc177 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.714404:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403622.714412:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403622.714420:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d97c0968/0x6828175665afc177 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.714429:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341b000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403622.714433:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d97c0968/0x6828175665afc177 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.714456:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d97c0968/0x6828175665afc177 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.714471:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d97c0968/0x6828175665afc177 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.714478:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d97c0968/0x6828175665afc177 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.714496:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.714498:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.714499:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.714897:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.714904:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc17e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.714913:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.714916:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.714920:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc17e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.714930:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc17e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.714938:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc17e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.714952:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc17e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.714966:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.714976:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.714980:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc17e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.714987:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341ae00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.714990:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc17e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.714998:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc17e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.715011:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc17e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.715017:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc17e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.715031:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.715033:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.715034:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.715656:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.715670:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087696f3c/0x6828175665afc185 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.715681:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.715685:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.715690:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087696f3c/0x6828175665afc185 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.715701:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087696f3c/0x6828175665afc185 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.715710:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087696f3c/0x6828175665afc185 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.715722:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087696f3c/0x6828175665afc185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.715749:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784403622.715759:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403622.715766:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087696f3c/0x6828175665afc185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.715775:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341a200 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403622.715779:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087696f3c/0x6828175665afc185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.715787:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087696f3c/0x6828175665afc185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.715801:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087696f3c/0x6828175665afc185 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.715820:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087696f3c/0x6828175665afc185 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403622.715840:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.715842:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403622.715844:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.716227:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.716234:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030bc1c5d/0x6828175665afc18c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.716242:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.716245:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.716249:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030bc1c5d/0x6828175665afc18c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.716258:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030bc1c5d/0x6828175665afc18c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.716272:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030bc1c5d/0x6828175665afc18c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.716533:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000030bc1c5d/0x6828175665afc18c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.716550:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.716561:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.716566:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000030bc1c5d/0x6828175665afc18c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.716573:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341be00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.716577:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000030bc1c5d/0x6828175665afc18c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.716585:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000030bc1c5d/0x6828175665afc18c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.716597:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000030bc1c5d/0x6828175665afc18c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.716605:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030bc1c5d/0x6828175665afc18c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.716621:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.716629:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.716631:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.717053:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.717059:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009644b1c4/0x6828175665afc193 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.717068:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.717071:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.717075:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009644b1c4/0x6828175665afc193 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.717085:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009644b1c4/0x6828175665afc193 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.717093:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009644b1c4/0x6828175665afc193 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.717100:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009644b1c4/0x6828175665afc193 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.717199:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784403622.717740:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.717745:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b76cb67a/0x6828175665afc19a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.717753:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.717755:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.717759:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b76cb67a/0x6828175665afc19a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718023:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b76cb67a/0x6828175665afc19a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718029:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b76cb67a/0x6828175665afc19a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718034:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b76cb67a/0x6828175665afc19a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718043:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1784403622.718051:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784403622.718054:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009644b1c4/0x6828175665afc193 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718058:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341b200 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.718061:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009644b1c4/0x6828175665afc193 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718066:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009644b1c4/0x6828175665afc193 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718074:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009644b1c4/0x6828175665afc193 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718080:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009644b1c4/0x6828175665afc193 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718096:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.718098:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b76cb67a/0x6828175665afc19a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718103:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341a600 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.718105:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b76cb67a/0x6828175665afc19a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718109:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b76cb67a/0x6828175665afc19a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718115:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b76cb67a/0x6828175665afc19a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718119:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b76cb67a/0x6828175665afc19a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718125:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.718127:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.718128:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403622.718175:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.718891:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.718897:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ce24dea/0x6828175665afc1a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718906:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.718913:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.718917:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ce24dea/0x6828175665afc1a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718924:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ce24dea/0x6828175665afc1a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718930:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ce24dea/0x6828175665afc1a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718934:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ce24dea/0x6828175665afc1a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718945:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784403622.718952:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784403622.718954:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ce24dea/0x6828175665afc1a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718958:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341a800 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403622.718960:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ce24dea/0x6828175665afc1a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718965:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ce24dea/0x6828175665afc1a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718973:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ce24dea/0x6828175665afc1a1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718985:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ce24dea/0x6828175665afc1a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.718996:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.718997:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403622.718998:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784403622.719661:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1784403622.719834:0:20316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d3f07ee/0x6828175665afc1a8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.719848:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=628s v=(0 0) 00010000:00010000:2.0:1784403622.719852:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403622.719857:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d3f07ee/0x6828175665afc1a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.719891:0:20316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d3f07ee/0x6828175665afc1a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.719899:0:20316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d3f07ee/0x6828175665afc1a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.719904:0:20316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d3f07ee/0x6828175665afc1a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403622.719918:0:20316:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784403622.720018:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784403622.720026:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d3f07ee/0x6828175665afc1a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.720037:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341b400 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403622.720042:0:19177:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d3f07ee/0x6828175665afc1a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.720052:0:19177:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d3f07ee/0x6828175665afc1a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.720069:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d3f07ee/0x6828175665afc1a8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.720078:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d3f07ee/0x6828175665afc1a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403622.720121:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403622.720123:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403622.720125:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1784403622.721024:0:20316:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:5 00000100:00100000:2.0:1784403622.721191:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:19214:x1871082260925440:12345-0@lo:5:osp-pre-1-0.0 Request processed in 86424us (86583us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403622.721200:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1784403622.721227:0:19214:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:19214:1871082260925440:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1784403622.721245:0:19214:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x5:0x0] 00000100:00100000:0.0:1784403622.721292:0:19214:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b58a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:19214:1871082260925568:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1784403622.721339:0:19214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403622.721369:0:19214:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a49ca40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784403622.721635:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260925568 00000100:00100000:3.0:1784403622.721642:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260925568 00000100:00100000:3.0:1784403622.721737:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1784403622.721747:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:19214:x1871082260925568:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1784403622.721797:0:19826:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:2.0:1784403622.729860:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:19214:x1871082260925568:12345-0@lo:5:osp-pre-1-0.0 Request processed in 8107us (8524us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1784403622.729903:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784403622.730662:0:19214:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b58a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:19214:1871082260925568:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1784403622.730681:0:19214:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00010000:00010000:2.0:1784403623.200303:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403624.223064:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1784403624.944901:0:20855:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg428-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1784403625.248683:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403626.272191:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403626.895962:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403626.897535:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241003776 00000100:00100000:2.0:1784403626.897550:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241003776 00000100:00100000:2.0:1784403626.897730:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 74 00000100:00100000:2.0:1784403626.897739:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77606050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2357:x1871082241003776:12345-192.168.204.28@tcp:250:mount.lustre.0 00010000:00080000:2.0:1784403626.897767:0:19182:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from 6ddebe23-28b1-42ae-b1fc-038695c1c583@192.168.204.28@tcp t0 exp 0000000000000000 cur 632 last 0 00000020:00000080:2.0:1784403626.897801:0:19182:0:(genops.c:1385:class_connect()) connect: client 6ddebe23-28b1-42ae-b1fc-038695c1c583, cookie 0x6828175665afc1af 00000100:00080000:2.0:1784403626.897982:0:19182:0:(import.c:65:import_set_state_nolock()) ffff8c8941ebe000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784403626.898463:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77606050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+5:2357:x1871082241003776:12345-192.168.204.28@tcp:250:mount.lustre.0 Request processed in 721us (2512us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403626.898647:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 74 00000100:00100000:2.0:1784403626.912602:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403626.912794:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241003904 00000100:00100000:3.0:1784403626.912806:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241003904 00000100:00100000:3.0:1784403626.912910:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 75 00000100:00100000:3.0:1784403626.912921:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77604850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+5:16697:x1871082241003904:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:3.0:1784403626.912939:0:19184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403626.912958:0:19184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a40030600/0x6828175665afc1b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f022 expref: -99 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403626.912988:0:19184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a40030600/0x6828175665afc1b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f022 expref: 6 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403626.913000:0:19184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a40030600/0x6828175665afc1b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f022 expref: 6 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403626.913008:0:19184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a40030600, rc 0) 00000100:00100000:3.0:1784403626.913262:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77604850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+6:16697:x1871082241003904:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 332us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403626.913270:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 75 00000100:00100000:1.0:1784403626.917701:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403626.917931:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241004032 00000100:00100000:2.0:1784403626.917941:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241004032 00000100:00100000:2.0:1784403626.918003:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 76 00000100:00100000:2.0:1784403626.918015:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77604c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+6:16697:x1871082241004032:12345-192.168.204.28@tcp:501:mount.lustre.0 00000100:00100000:2.0:1784403626.918752:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77604c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+6:16697:x1871082241004032:12345-192.168.204.28@tcp:501:mount.lustre.0 Request processed in 735us (1059us total) trans 0 rc -2/-2 00000100:00100000:2.0:1784403626.918761:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 76 00000100:00100000:1.0:1784403626.926240:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403626.926354:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241004160 00000100:00100000:0.0:1784403626.926434:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241004160 00000100:00100000:0.0:1784403626.926597:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 77 00000100:00100000:0.0:1784403626.926609:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77606450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+6:16697:x1871082241004160:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:0.0:1784403626.926628:0:19181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784403626.926648:0:19181:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a7fce5400/0x6828175665afc1bd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f029 expref: -99 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403626.926677:0:19181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a7fce5400/0x6828175665afc1bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f029 expref: 7 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403626.926706:0:19181:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a7fce5400/0x6828175665afc1bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f029 expref: 7 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403626.926715:0:19181:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a7fce5400, rc 0) 00000100:00100000:0.0:1784403626.926775:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77606450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+7:16697:x1871082241004160:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 169us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403626.926782:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 77 00000100:00100000:0.0:1784403626.929694:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403626.929830:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241004288 00000100:00100000:2.0:1784403626.929841:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241004288 00000100:00100000:2.0:1784403626.929966:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 78 00000100:00100000:2.0:1784403626.929978:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77607850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+7:16697:x1871082241004288:12345-192.168.204.28@tcp:501:mount.lustre.0 00000100:00100000:2.0:1784403626.930510:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77607850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+8:16697:x1871082241004288:12345-192.168.204.28@tcp:501:mount.lustre.0 Request processed in 532us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403626.930519:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 78 00000100:00100000:1.0:1784403626.937529:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403626.937760:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241004416 00000100:00100000:0.0:1784403626.937770:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241004416 00000100:00100000:0.0:1784403626.937957:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 79 00000100:00100000:0.0:1784403626.937967:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77605450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+8:16697:x1871082241004416:12345-192.168.204.28@tcp:503:mount.lustre.0 00000100:00100000:0.0:1784403626.938448:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77605450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+8:16697:x1871082241004416:12345-192.168.204.28@tcp:503:mount.lustre.0 Request processed in 481us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403626.938457:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 79 00000100:00100000:1.0:1784403626.941367:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403626.941447:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241004544 00000100:00100000:2.0:1784403626.941455:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241004544 00000100:00100000:2.0:1784403626.941515:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 80 00000100:00100000:2.0:1784403626.941525:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77607050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+8:16716:x1871082241004544:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784403626.941830:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77607050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+8:16716:x1871082241004544:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 305us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403626.941838:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 80 00000100:00100000:2.0:1784403626.955416:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403626.955766:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241004672 00000100:00100000:0.0:1784403626.955776:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241004672 00000100:00100000:0.0:1784403626.955836:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 81 00000100:00100000:0.0:1784403626.955847:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77606c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+8:16716:x1871082241004672:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784403626.956490:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77606c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+8:16716:x1871082241004672:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 641us (1081us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403626.956673:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 81 00000100:00100000:1.0:1784403626.960002:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403626.960371:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241004800 00000100:00100000:3.0:1784403626.960385:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241004800 00000100:00100000:3.0:1784403626.960432:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 82 00000100:00100000:3.0:1784403626.960443:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a433f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+8:16697:x1871082241004800:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:3.0:1784403626.960460:0:19184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403626.960484:0:19184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a40030800/0x6828175665afc1c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f053 expref: -99 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403626.960517:0:19184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a40030800/0x6828175665afc1c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f053 expref: 9 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403626.960529:0:19184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a40030800/0x6828175665afc1c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f053 expref: 9 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403626.960539:0:19184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a40030800, rc 0) 00000100:00100000:3.0:1784403626.960599:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a433f9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+9:16697:x1871082241004800:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 158us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403626.960606:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 82 00000100:00100000:1.0:1784403626.968528:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403626.970168:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241004928 00000100:00100000:2.0:1784403626.970181:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241004928 00000100:00100000:2.0:1784403626.970262:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 83 00000100:00100000:2.0:1784403626.970273:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a433fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+9:16697:x1871082241004928:12345-192.168.204.28@tcp:256:mount.lustre.0 20000000:01000000:2.0:1784403626.970307:0:19182:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1784403626.970333:0:19182:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1784403626.970336:0:19182:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1784403626.970340:0:19182:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1784403626.970342:0:19182:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:0.0:1784403626.974779:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a433fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+9:16697:x1871082241004928:12345-192.168.204.28@tcp:256:mount.lustre.0 Request processed in 4496us (6250us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403626.974812:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 83 00000100:00100000:1.0:1784403626.981024:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403626.981496:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241005056 00000100:00100000:0.0:1784403626.981507:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241005056 00000100:00100000:0.0:1784403626.981613:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 84 00000100:00100000:0.0:1784403626.981626:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+9:16697:x1871082241005056:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:0.0:1784403626.981644:0:19181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784403626.981663:0:19181:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc1cb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f05a expref: -99 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403626.981692:0:19181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc1cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f05a expref: 10 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403626.981703:0:19181:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc1cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f05a expref: 10 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403626.981711:0:19181:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a7fce5800, rc 0) 00000100:00100000:0.0:1784403626.981775:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+10:16697:x1871082241005056:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 151us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403626.981782:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 84 00000100:00100000:1.0:1784403626.987714:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403626.987883:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241005184 00000100:00100000:0.0:1784403626.987893:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241005184 00000100:00100000:1.0:1784403626.988323:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 85 00000100:00100000:1.0:1784403626.988338:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+10:16697:x1871082241005184:12345-192.168.204.28@tcp:501:mount.lustre.0 00000100:00100000:1.0:1784403626.988624:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+10:16697:x1871082241005184:12345-192.168.204.28@tcp:501:mount.lustre.0 Request processed in 291us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403626.988630:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 85 00000100:00100000:2.0:1784403626.990453:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403626.990590:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241005312 00000100:00100000:0.0:1784403626.990598:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241005312 00000100:00100000:0.0:1784403626.990674:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 86 00000100:00100000:0.0:1784403626.990684:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+10:16697:x1871082241005312:12345-192.168.204.28@tcp:503:mount.lustre.0 00000100:00100000:0.0:1784403626.990917:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+10:16697:x1871082241005312:12345-192.168.204.28@tcp:503:mount.lustre.0 Request processed in 235us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403626.990930:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 86 00000100:00100000:2.0:1784403626.994854:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403626.995190:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241005440 00000100:00100000:1.0:1784403626.995201:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241005440 00000100:00100000:1.0:1784403626.995284:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 87 00000100:00100000:1.0:1784403626.995295:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+10:16720:x1871082241005440:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:1.0:1784403626.995499:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+10:16720:x1871082241005440:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 205us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403626.995508:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 87 00000100:00100000:1.0:1784403626.997193:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403626.997438:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241005568 00000100:00100000:0.0:1784403626.997448:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241005568 00000100:00100000:0.0:1784403626.997504:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 88 00000100:00100000:0.0:1784403626.997514:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+10:16720:x1871082241005568:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784403626.998053:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+10:16720:x1871082241005568:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 536us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403626.998062:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 88 00000100:00100000:2.0:1784403627.003340:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403627.004586:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241005696 00000100:00100000:3.0:1784403627.004600:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241005696 00000100:00100000:3.0:1784403627.004776:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 4 00000100:00100000:3.0:1784403627.004785:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2357:x1871082241005696:12345-192.168.204.28@tcp:38:mount.lustre.0 00010000:00080000:3.0:1784403627.004815:0:19191:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from ecf8a643-dcfc-4f5d-b235-ee60813cd879@192.168.204.28@tcp t0 exp 0000000000000000 cur 632 last 0 00000020:00000080:3.0:1784403627.004894:0:19191:0:(genops.c:1385:class_connect()) connect: client ecf8a643-dcfc-4f5d-b235-ee60813cd879, cookie 0x6828175665afc1d2 00000004:00100000:3.0:1784403627.004936:0:19191:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:3.0:1784403627.004943:0:19191:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:1.0:1784403627.034419:0:19191:0:(import.c:65:import_set_state_nolock()) ffff8c8a50d17000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784403627.034538:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:2357:x1871082241005696:12345-192.168.204.28@tcp:38:mount.lustre.0 Request processed in 29751us (31205us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403627.034551:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 4 00000100:00100000:2.0:1784403627.040842:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403627.040918:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403627.042187:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241005824 00000100:00100000:1.0:1784403627.042200:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241005824 00000100:00080000:0.0:1784403627.042383:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784403627.042731:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241005952 00000100:00100000:1.0:1784403627.042737:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241005952 00000100:00100000:1.0:1784403627.042777:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 5 00000100:00100000:1.0:1784403627.042787:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:0:x1871082241005824:12345-192.168.204.28@tcp:41:mount.lustre.0 00000004:00000024:1.0:1784403627.042831:0:20514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1784403627.042937:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:0:x1871082241005824:12345-192.168.204.28@tcp:41:mount.lustre.0 Request processed in 151us (2104us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403627.043066:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:0.0:1784403627.043076:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:16697:x1871082241005952:12345-192.168.204.28@tcp:41:mount.lustre.0 00000004:00000024:0.0:1784403627.043091:0:19191:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1784403627.043118:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:16697:x1871082241005952:12345-192.168.204.28@tcp:41:mount.lustre.0 Request processed in 45us (2200us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403627.043124:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:1.0:1784403627.043277:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 5 00000100:00100000:2.0:1784403627.048285:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403627.048370:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241006080 00000100:00100000:0.0:1784403627.048380:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241006080 00000100:00100000:0.0:1784403627.048440:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00100000:0.0:1784403627.048451:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:16697:x1871082241006080:12345-192.168.204.28@tcp:40:mount.lustre.0 00000100:00100000:0.0:1784403627.048557:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:16697:x1871082241006080:12345-192.168.204.28@tcp:40:mount.lustre.0 Request processed in 103us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403627.048565:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00100000:2.0:1784403627.051354:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403627.051438:0:19829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241006208 00000100:00100000:3.0:1784403627.051448:0:19829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241006208 00000100:00100000:3.0:1784403627.051529:0:19829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 8 00000100:00100000:3.0:1784403627.051537:0:19829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2357:x1871082241006208:12345-192.168.204.28@tcp:8:mount.lustre.0 00010000:00080000:3.0:1784403627.051570:0:19829:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from ecf8a643-dcfc-4f5d-b235-ee60813cd879@192.168.204.28@tcp t0 exp 0000000000000000 cur 632 last 0 00000020:00000080:3.0:1784403627.051691:0:19829:0:(genops.c:1385:class_connect()) connect: client ecf8a643-dcfc-4f5d-b235-ee60813cd879, cookie 0x6828175665afc1d9 00002000:00100000:3.0:1784403627.051705:0:19829:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli ecf8a643-dcfc-4f5d-b235-ee60813cd879/ffff8c89431b4000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136ae ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1784403627.051729:0:19829:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1784403627.052082:0:19829:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1784403627.052111:0:19829:0:(import.c:65:import_set_state_nolock()) ffff8c89431b5800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784403627.052176:0:19829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:2357:x1871082241006208:12345-192.168.204.28@tcp:8:mount.lustre.0 Request processed in 638us (832us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403627.052183:0:19829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 8 00000100:00100000:1.0:1784403627.052322:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403627.052750:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403627.052819:0:20316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241006336 00000100:00100000:2.0:1784403627.052824:0:20316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241006336 00000100:00100000:2.0:1784403627.053018:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 9 00000100:00100000:2.0:1784403627.053025:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2357:x1871082241006336:12345-192.168.204.28@tcp:8:mount.lustre.0 00010000:00080000:2.0:1784403627.053048:0:20316:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from ecf8a643-dcfc-4f5d-b235-ee60813cd879@192.168.204.28@tcp t0 exp 0000000000000000 cur 632 last 0 00000020:00000080:2.0:1784403627.053072:0:20316:0:(genops.c:1385:class_connect()) connect: client ecf8a643-dcfc-4f5d-b235-ee60813cd879, cookie 0x6828175665afc1e0 00002000:00100000:2.0:1784403627.053080:0:20316:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli ecf8a643-dcfc-4f5d-b235-ee60813cd879/ffff8c8941ebf000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136ae ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1784403627.053097:0:20316:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1784403627.053236:0:20316:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1784403627.053266:0:20316:0:(import.c:65:import_set_state_nolock()) ffff8c8941ebb000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784403627.053310:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:2357:x1871082241006336:12345-192.168.204.28@tcp:8:mount.lustre.0 Request processed in 283us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403627.053317:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 9 00000100:00100000:0.0:1784403627.053806:0:19192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241006464 00000100:00100000:0.0:1784403627.053812:0:19192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241006464 00000100:00100000:0.0:1784403627.054160:0:19192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 0 00000100:00100000:0.0:1784403627.054170:0:19192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52370e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:16697:x1871082241006464:12345-192.168.204.28@tcp:33:mount.lustre.0 00000004:00080000:1.0:1784403627.055982:0:19192:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1752us 00000004:00200000:1.0:1784403627.074324:0:19192:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000100:00100000:1.0:1784403627.074541:0:19192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52370e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:16697:x1871082241006464:12345-192.168.204.28@tcp:33:mount.lustre.0 Request processed in 20367us (21784us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403627.074566:0:19192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 0 00000100:00100000:1.0:1784403627.232937:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403627.233189:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241006592 00000100:00100000:2.0:1784403627.233197:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241006592 00000100:00100000:2.0:1784403627.233256:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 8 00000100:00100000:2.0:1784403627.233268:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52371f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:16742:x1871082241006592:12345-192.168.204.28@tcp:101:mkdir.0 00010000:00010000:2.0:1784403627.233290:0:19190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403627.233324:0:19190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b600/0x6828175665afc1e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f084 expref: -99 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403627.233397:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341bc00/0x6828175665afc1ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403627.233425:0:19190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341bc00/0x6828175665afc1ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403627.233441:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341bc00/0x6828175665afc1ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784403627.233713:0:19190:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1784403627.233717:0:19190:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1784403627.233813:0:19190:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341bc00/0x6828175665afc1ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403627.233844:0:19190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b600/0x6828175665afc1e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f084 expref: 8 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403627.233862:0:19190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341bc00/0x6828175665afc1ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f084 expref: 7 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403627.233922:0:19190:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:2.0:1784403627.233925:0:19190:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784403627.233928:0:19190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c894341bc00, rc 0) 00000100:00100000:2.0:1784403627.233998:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52371f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:16742:x1871082241006592:12345-192.168.204.28@tcp:101:mkdir.0 Request processed in 732us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403627.234006:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 8 00010000:00010000:2.0:1784403627.296791:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403627.743075:0:3565:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784403627.743102:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260925696:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1784403627.743176:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403627.743299:0:19830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260925696 00000100:00100000:3.0:1784403627.743307:0:19830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260925696 00000100:00100000:3.0:1784403627.743447:0:19830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1784403627.743458:0:19830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3565:x1871082260925696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1784403627.743484:0:19830:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1784403627.743534:0:19830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3565:x1871082260925696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403627.743542:0:19830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1784403627.743599:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784403627.743933:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3568:1871082260925952:0@lo:400:kworker.0 00000100:00100000:0.0:1784403627.743969:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403627.743997:0:3568:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1784403627.744003:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3568:1871082260925824:0@lo:400:kworker.0 00000100:00100000:0.0:1784403627.744042:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403627.744079:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3568:1871082260926336:0@lo:400:kworker.0 00000100:00100000:1.0:1784403627.744924:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3566:1871082260926208:0@lo:400:kworker.0 00000100:00100000:1.0:1784403627.744970:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403627.744997:0:3566:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784403627.745003:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a81b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3566:1871082260926080:0@lo:400:kworker.0 00000100:00100000:1.0:1784403627.745035:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403627.745069:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260925824 00000100:00100000:1.0:1784403627.745075:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260925824 00000100:00100000:1.0:1784403627.745111:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1784403627.745118:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:3568:x1871082260925824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403627.745155:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:3568:x1871082260925824:12345-0@lo:400:kworker.0 Request processed in 38us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403627.745161:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1784403627.745207:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260926208 00000100:00100000:1.0:1784403627.745210:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260926208 00000100:00100000:1.0:1784403627.745254:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260926080 00000100:00100000:1.0:1784403627.745257:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260926080 00000100:00100000:1.0:1784403627.745274:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1784403627.745279:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52372d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3566:x1871082260926208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403627.745309:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52372d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3566:x1871082260926208:12345-0@lo:400:kworker.0 Request processed in 30us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403627.745315:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1784403627.745325:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1784403627.745330:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52373b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3566:x1871082260926080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403627.745361:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52373b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3566:x1871082260926080:12345-0@lo:400:kworker.0 Request processed in 31us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403627.745377:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1784403627.745426:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3566:1871082260926080:0@lo:400:kworker.0 00000100:00100000:1.0:1784403627.745435:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3566:1871082260926208:0@lo:400:kworker.0 00000100:00100000:2.0:1784403627.748461:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784403627.748483:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260926464:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1784403627.748560:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1784403627.748784:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784403627.748852:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260925696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1784403627.748901:0:19830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260926464 00000100:00100000:2.0:1784403627.748907:0:19830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260926464 00000100:00100000:0.0:1784403627.755285:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403627.755364:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3568:1871082260925824:0@lo:400:kworker.0 00000100:00100000:0.0:1784403627.755408:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260926336 00000100:00100000:0.0:1784403627.755415:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260926336 00000100:00100000:1.0:1784403627.756002:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260925952 00000100:00100000:1.0:1784403627.756008:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260925952 00000100:00100000:1.0:1784403627.756067:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784403627.756075:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3568:x1871082260925952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403627.756138:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3568:x1871082260925952:12345-0@lo:400:kworker.0 Request processed in 64us (12168us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403627.756145:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784403627.756764:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3568:1871082260925952:0@lo:400:kworker.0 00000100:00100000:2.0:1784403627.764167:0:19830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1784403627.764183:0:19830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260926464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1784403627.764212:0:19830:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1784403627.765190:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1784403627.765204:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3568:x1871082260926336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403627.765317:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3568:x1871082260926336:12345-0@lo:400:kworker.0 Request processed in 116us (10038us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403627.765324:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1784403627.768951:0:19830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260926464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4757us (20374us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403627.768971:0:19830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1784403627.769701:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77cd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260926464:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1784403627.771125:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1784403627.772559:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784403627.776943:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a81b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3568:1871082260926336:0@lo:400:kworker.0 00000001:00100000:3.0:1784403627.840223:0:8006:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ecf8a643-dcfc-4f5d-b235-ee60813cd879 00000001:00080000:3.0:1784403627.840250:0:8006:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1784403627.840303:0:8006:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1784403627.841743:0:7124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ecf8a643-dcfc-4f5d-b235-ee60813cd879 00010000:00010000:0.0:1784403628.319302:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784403629.245013:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403629.245166:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241006720 00000100:00100000:1.0:1784403629.245176:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241006720 00000100:00100000:1.0:1784403629.245268:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 9 00000100:00100000:1.0:1784403629.245280:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:16794:x1871082241006720:12345-192.168.204.28@tcp:41:lfs.0 00000004:00000024:1.0:1784403629.245323:0:20514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1784403629.245420:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:16794:x1871082241006720:12345-192.168.204.28@tcp:41:lfs.0 Request processed in 142us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403629.245448:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 9 00000100:00080000:2.0:1784403629.245563:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784403629.253645:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403629.253758:0:19830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241006848 00000100:00100000:2.0:1784403629.253768:0:19830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241006848 00000100:00100000:2.0:1784403629.253849:0:19830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:2.0:1784403629.253860:0:19830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:16794:x1871082241006848:12345-192.168.204.28@tcp:13:lfs.0 00002000:00000024:2.0:1784403629.253953:0:19830:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00080000:0.0:1784403629.253972:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784403629.254041:0:19830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:16794:x1871082241006848:12345-192.168.204.28@tcp:13:lfs.0 Request processed in 182us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403629.254048:0:19830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:0.0:1784403629.267842:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403629.267937:0:19830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241006976 00000100:00100000:3.0:1784403629.267949:0:19830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241006976 00000100:00100000:3.0:1784403629.268035:0:19830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00100000:3.0:1784403629.268046:0:19830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:16794:x1871082241006976:12345-192.168.204.28@tcp:13:lfs.0 00002000:00000024:3.0:1784403629.268084:0:19830:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1784403629.268183:0:19830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:16794:x1871082241006976:12345-192.168.204.28@tcp:13:lfs.0 Request processed in 138us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403629.268190:0:19830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00080000:0.0:1784403629.268326:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1784403629.345427:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403629.493964:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403629.494040:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241007104 00000100:00100000:3.0:1784403629.494051:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241007104 00000100:00100000:3.0:1784403629.494110:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 90 00000100:00100000:3.0:1784403629.494120:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+10:16824:x1871082241007104:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:3.0:1784403629.494141:0:19181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403629.494160:0:19181:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a734a1c00/0x6828175665afc1f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f08b expref: -99 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403629.494191:0:19181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a734a1c00/0x6828175665afc1f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f08b expref: 11 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403629.494214:0:19181:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a734a1c00/0x6828175665afc1f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f08b expref: 11 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403629.494252:0:19181:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a734a1c00, rc 0) 00000100:00100000:3.0:1784403629.494324:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+11:16824:x1871082241007104:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 203us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403629.494331:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 90 00000100:00100000:1.0:1784403629.507525:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403629.507636:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241007232 00000100:00100000:2.0:1784403629.507647:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241007232 00000100:00100000:2.0:1784403629.507702:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 91 00000100:00100000:2.0:1784403629.507729:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+11:16824:x1871082241007232:12345-192.168.204.28@tcp:501:mount.lustre.0 00000100:00100000:2.0:1784403629.508193:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+11:16824:x1871082241007232:12345-192.168.204.28@tcp:501:mount.lustre.0 Request processed in 464us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403629.508211:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 91 00000100:00100000:0.0:1784403629.521659:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403629.522099:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241007360 00000100:00100000:3.0:1784403629.522110:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241007360 00000100:00100000:3.0:1784403629.522171:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 92 00000100:00100000:3.0:1784403629.522182:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+11:16824:x1871082241007360:12345-192.168.204.28@tcp:503:mount.lustre.0 00000100:00100000:3.0:1784403629.522704:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+11:16824:x1871082241007360:12345-192.168.204.28@tcp:503:mount.lustre.0 Request processed in 523us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403629.522714:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 92 00000100:00100000:0.0:1784403629.540511:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403629.540913:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241007488 00000100:00100000:2.0:1784403629.540924:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241007488 00000100:00100000:2.0:1784403629.540994:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 93 00000100:00100000:2.0:1784403629.541006:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+11:16833:x1871082241007488:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784403629.541386:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+11:16833:x1871082241007488:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 380us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403629.541395:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 93 00000100:00100000:1.0:1784403629.569442:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403629.569724:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241007616 00000100:00100000:3.0:1784403629.569736:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241007616 00000100:00100000:3.0:1784403629.569801:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 94 00000100:00100000:3.0:1784403629.569812:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+11:16833:x1871082241007616:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:3.0:1784403629.570169:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+11:16833:x1871082241007616:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 357us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403629.570177:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 94 00000100:00100000:0.0:1784403629.578520:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403629.579167:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241007744 00000100:00100000:1.0:1784403629.579180:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241007744 00000100:00100000:1.0:1784403629.579258:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 95 00000100:00100000:1.0:1784403629.579269:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+11:16824:x1871082241007744:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:1.0:1784403629.579286:0:19184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403629.579307:0:19184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a414fe600/0x6828175665afc1fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f0b5 expref: -99 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403629.579337:0:19184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a414fe600/0x6828175665afc1fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0b5 expref: 12 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403629.579348:0:19184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a414fe600/0x6828175665afc1fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0b5 expref: 12 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403629.579357:0:19184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a414fe600, rc 0) 00000100:00100000:1.0:1784403629.579438:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+12:16824:x1871082241007744:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 170us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403629.579446:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 95 00000100:00100000:0.0:1784403629.582949:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403629.583048:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241007872 00000100:00100000:2.0:1784403629.583058:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241007872 00000100:00100000:2.0:1784403629.583117:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 96 00000100:00100000:2.0:1784403629.583128:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+12:16824:x1871082241007872:12345-192.168.204.28@tcp:256:mount.lustre.0 20000000:01000000:2.0:1784403629.583154:0:19182:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1784403629.583180:0:19182:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1784403629.583184:0:19182:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1784403629.583187:0:19182:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1784403629.583189:0:19182:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:1.0:1784403629.589313:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+12:16824:x1871082241007872:12345-192.168.204.28@tcp:256:mount.lustre.0 Request processed in 6176us (6361us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403629.589337:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 96 00000100:00100000:0.0:1784403629.602824:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403629.603211:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241008000 00000100:00100000:3.0:1784403629.603222:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241008000 00000100:00100000:2.0:1784403629.603415:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 97 00000100:00100000:2.0:1784403629.603438:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fd1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+12:16824:x1871082241008000:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:2.0:1784403629.603468:0:19181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403629.603489:0:19181:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c894341a000/0x6828175665afc203 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f0bc expref: -99 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403629.603541:0:19181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c894341a000/0x6828175665afc203 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0bc expref: 13 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403629.603551:0:19181:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c894341a000/0x6828175665afc203 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0bc expref: 13 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403629.603561:0:19181:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c894341a000, rc 0) 00000100:00100000:2.0:1784403629.603626:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fd1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16824:x1871082241008000:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 190us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403629.603633:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 97 00000100:00100000:0.0:1784403629.610059:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403629.611233:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241008128 00000100:00100000:1.0:1784403629.611246:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241008128 00000100:00100000:2.0:1784403629.611326:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 98 00000100:00100000:2.0:1784403629.611339:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16824:x1871082241008128:12345-192.168.204.28@tcp:501:mount.lustre.0 00000100:00100000:2.0:1784403629.611709:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16824:x1871082241008128:12345-192.168.204.28@tcp:501:mount.lustre.0 Request processed in 371us (1659us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403629.611717:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 98 00000100:00100000:3.0:1784403629.613828:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403629.614949:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241008256 00000100:00100000:1.0:1784403629.615027:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241008256 00000100:00100000:1.0:1784403629.615134:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 99 00000100:00100000:1.0:1784403629.615144:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16824:x1871082241008256:12345-192.168.204.28@tcp:503:mount.lustre.0 00000100:00100000:1.0:1784403629.615674:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16824:x1871082241008256:12345-192.168.204.28@tcp:503:mount.lustre.0 Request processed in 529us (1853us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403629.615684:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 99 00000100:00100000:0.0:1784403629.620121:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403629.620271:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241008384 00000100:00100000:2.0:1784403629.620281:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241008384 00000100:00100000:2.0:1784403629.620342:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 100 00000100:00100000:2.0:1784403629.620352:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16837:x1871082241008384:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784403629.620661:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16837:x1871082241008384:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 307us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403629.620669:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 100 00000100:00100000:0.0:1784403629.625488:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403629.625664:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241008512 00000100:00100000:1.0:1784403629.625675:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241008512 00000100:00100000:1.0:1784403629.625742:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 101 00000100:00100000:1.0:1784403629.625754:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16837:x1871082241008512:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:1.0:1784403629.626081:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16837:x1871082241008512:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 328us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403629.626089:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 101 00000100:00100000:0.0:1784403629.640054:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403629.641010:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241008640 00000100:00100000:2.0:1784403629.641022:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241008640 00000100:00100000:2.0:1784403629.641071:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 10 00000100:00100000:2.0:1784403629.641095:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2357:x1871082241008640:12345-192.168.204.28@tcp:38:mount.lustre.0 00010000:00080000:2.0:1784403629.641125:0:19189:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from 681e9e95-4515-4d42-b8d8-462d7dd39ef4@192.168.204.28@tcp t0 exp 0000000000000000 cur 635 last 0 00000020:00000080:2.0:1784403629.641169:0:19189:0:(genops.c:1385:class_connect()) connect: client 681e9e95-4515-4d42-b8d8-462d7dd39ef4, cookie 0x6828175665afc20a 00000004:00100000:2.0:1784403629.641214:0:19189:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1784403629.641341:0:19189:0:(import.c:65:import_set_state_nolock()) ffff8c8941eba800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784403629.641430:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:2357:x1871082241008640:12345-192.168.204.28@tcp:38:mount.lustre.0 Request processed in 334us (1384us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403629.641437:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 10 00000100:00100000:0.0:1784403629.649172:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403629.649245:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403629.649341:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241008896 00000100:00100000:1.0:1784403629.649353:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241008896 00000100:00100000:1.0:1784403629.649449:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241008768 00000100:00100000:1.0:1784403629.649452:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241008768 00000100:00100000:1.0:1784403629.649492:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 11 00000100:00100000:1.0:1784403629.649502:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+7:16824:x1871082241008896:12345-192.168.204.28@tcp:41:mount.lustre.0 00000004:00000024:1.0:1784403629.649549:0:20514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1784403629.649621:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+7:16824:x1871082241008896:12345-192.168.204.28@tcp:41:mount.lustre.0 Request processed in 120us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403629.649629:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 11 00000100:00100000:1.0:1784403629.649646:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 12 00000100:00100000:1.0:1784403629.649653:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:0:x1871082241008768:12345-192.168.204.28@tcp:41:mount.lustre.0 00000004:00000024:1.0:1784403629.649676:0:20514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1784403629.649699:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:0:x1871082241008768:12345-192.168.204.28@tcp:41:mount.lustre.0 Request processed in 46us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403629.649704:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 12 00000100:00080000:0.0:1784403629.650132:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784403629.656488:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403629.657104:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241009024 00000100:00100000:1.0:1784403629.657114:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241009024 00000100:00100000:1.0:1784403629.657235:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 13 00000100:00100000:1.0:1784403629.657244:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:16824:x1871082241009024:12345-192.168.204.28@tcp:40:mount.lustre.0 00000100:00100000:1.0:1784403629.657326:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:16824:x1871082241009024:12345-192.168.204.28@tcp:40:mount.lustre.0 Request processed in 83us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403629.657333:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 13 00000100:00100000:0.0:1784403629.660728:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403629.660769:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403629.660790:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403629.660817:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241009152 00000100:00100000:0.0:1784403629.660827:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241009152 00000100:00100000:0.0:1784403629.660903:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241009280 00000100:00100000:0.0:1784403629.660907:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241009280 00000100:00100000:1.0:1784403629.660942:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 10 00000100:00100000:1.0:1784403629.660954:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2357:x1871082241009152:12345-192.168.204.28@tcp:8:mount.lustre.0 00000100:00100000:2.0:1784403629.660958:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 11 00000100:00100000:2.0:1784403629.660964:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2357:x1871082241009280:12345-192.168.204.28@tcp:8:mount.lustre.0 00010000:00080000:1.0:1784403629.660989:0:19826:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 681e9e95-4515-4d42-b8d8-462d7dd39ef4@192.168.204.28@tcp t0 exp 0000000000000000 cur 635 last 0 00000020:00000080:1.0:1784403629.661022:0:19826:0:(genops.c:1385:class_connect()) connect: client 681e9e95-4515-4d42-b8d8-462d7dd39ef4, cookie 0x6828175665afc211 00002000:00100000:1.0:1784403629.661035:0:19826:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 681e9e95-4515-4d42-b8d8-462d7dd39ef4/ffff8c8a75f92800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136ae ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1784403629.661046:0:19826:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00010000:00080000:2.0:1784403629.661114:0:20316:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 681e9e95-4515-4d42-b8d8-462d7dd39ef4@192.168.204.28@tcp t0 exp 0000000000000000 cur 635 last 0 00000100:00100000:3.0:1784403629.661138:0:19193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241009408 00000020:00000080:2.0:1784403629.661142:0:20316:0:(genops.c:1385:class_connect()) connect: client 681e9e95-4515-4d42-b8d8-462d7dd39ef4, cookie 0x6828175665afc218 00000100:00100000:3.0:1784403629.661145:0:19193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241009408 00002000:00100000:2.0:1784403629.661149:0:20316:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 681e9e95-4515-4d42-b8d8-462d7dd39ef4/ffff8c8941ebb800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136ae ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1784403629.661157:0:20316:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00100000:3.0:1784403629.661195:0:19193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1 00000100:00100000:3.0:1784403629.661217:0:19193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:16824:x1871082241009408:12345-192.168.204.28@tcp:33:mount.lustre.0 00002000:00080000:1.0:1784403629.661331:0:19826:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00080000:2.0:1784403629.661336:0:20316:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1784403629.661363:0:19826:0:(import.c:65:import_set_state_nolock()) ffff8c8a75f92000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784403629.661425:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:2357:x1871082241009152:12345-192.168.204.28@tcp:8:mount.lustre.0 Request processed in 472us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403629.661433:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 10 00000100:00080000:2.0:1784403629.661552:0:20316:0:(import.c:65:import_set_state_nolock()) ffff8c8941ebc800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784403629.661579:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:2357:x1871082241009280:12345-192.168.204.28@tcp:8:mount.lustre.0 Request processed in 613us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403629.661584:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 11 00000004:00200000:3.0:1784403629.661929:0:19193:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000100:00100000:3.0:1784403629.662245:0:19193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:16824:x1871082241009408:12345-192.168.204.28@tcp:33:mount.lustre.0 Request processed in 1040us (1526us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403629.662254:0:19193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1 00000100:00100000:0.0:1784403629.779700:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403629.783480:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241009536 00000100:00100000:3.0:1784403629.783495:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241009536 00000100:00100000:3.0:1784403629.784184:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 14 00000100:00100000:3.0:1784403629.784195:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:16858:x1871082241009536:12345-192.168.204.28@tcp:101:mkdir.0 00010000:00010000:3.0:1784403629.784295:0:19190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403629.784626:0:19190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1200/0x6828175665afc21f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f0e6 expref: -99 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403629.784710:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0e00/0x6828175665afc226 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403629.784726:0:19190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0e00/0x6828175665afc226 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403629.784739:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0e00/0x6828175665afc226 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784403629.785815:0:19190:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1784403629.785823:0:19190:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1784403629.786697:0:19190:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0e00/0x6828175665afc226 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403629.786743:0:19190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1200/0x6828175665afc21f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0e6 expref: 8 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403629.791708:0:19190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0e00/0x6828175665afc226 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0e6 expref: 7 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403629.791728:0:19190:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:3.0:1784403629.791731:0:19190:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1784403629.791735:0:19190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a734a0e00, rc 0) 00000100:00100000:3.0:1784403629.791840:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+7:16858:x1871082241009536:12345-192.168.204.28@tcp:101:mkdir.0 Request processed in 7630us (12132us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403629.791850:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 14 00000040:00080000:0.0:1784403629.793490:0:19225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1784403630.368382:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403631.391447:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784403632.416494:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1784403632.420418:0:6314:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of ecf8a643-dcfc-4f5d-b235-ee60813cd879 00000001:00100000:2.0:1784403632.420441:0:6314:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 681e9e95-4515-4d42-b8d8-462d7dd39ef4 00000001:02000400:3.0:1784403632.734135:0:21060:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:2.0:1784403632.864299:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3565:1871082260926592:0@lo:400:kworker.0 00000100:00100000:1.0:1784403632.864326:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260926720:0@lo:400:kworker.0 00000100:00100000:2.0:1784403632.864741:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403632.864816:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260926592 00000100:00100000:0.0:1784403632.864835:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260926592 00000100:00100000:0.0:1784403632.864942:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1784403632.865030:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:3565:x1871082260926592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403632.866060:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403632.866134:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3566:1871082260927232:0@lo:400:kworker.0 00000100:00100000:2.0:1784403632.866166:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3565:1871082260927104:0@lo:400:kworker.0 00000100:00100000:1.0:1784403632.866200:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403632.866249:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260926848:0@lo:400:kworker.0 00000100:00100000:1.0:1784403632.866261:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260927232 00000100:00100000:1.0:1784403632.866268:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260927232 00000100:00100000:2.0:1784403632.866283:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403632.866307:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7fe9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260927360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1784403632.866323:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784403632.866334:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3566:x1871082260927232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784403632.866337:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403632.866364:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1784403632.866371:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260926976:0@lo:400:kworker.0 00000100:00100000:2.0:1784403632.866402:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403632.866413:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3566:x1871082260927232:12345-0@lo:400:kworker.0 Request processed in 81us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403632.866422:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1784403632.866425:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7fe9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260927488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1784403632.866444:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260926976 00000100:00100000:1.0:1784403632.866449:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260926976 00000100:00100000:2.0:1784403632.866451:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403632.867196:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260926720 00000100:00100000:2.0:1784403632.867203:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260926720 00000100:00100000:2.0:1784403632.867238:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260926848 00000100:00100000:2.0:1784403632.867241:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260926848 00000100:00100000:2.0:1784403632.867262:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784403632.867271:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52371880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260926720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784403632.867319:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52371880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260926720:12345-0@lo:400:kworker.0 Request processed in 49us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403632.867325:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1784403632.867337:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1784403632.867342:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260926848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784403632.867372:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260926848:12345-0@lo:400:kworker.0 Request processed in 30us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403632.867378:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1784403632.867394:0:19830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260927360 00000100:00100000:2.0:1784403632.867397:0:19830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260927360 00000100:00100000:2.0:1784403632.867422:0:19830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260927488 00000100:00100000:2.0:1784403632.867425:0:19830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260927488 00000100:00100000:2.0:1784403632.867436:0:19830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1784403632.867442:0:19830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260927360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1784403632.867469:0:19830:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1784403632.867501:0:19830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260927360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (1165us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403632.867507:0:19830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1784403632.867518:0:19830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784403632.867523:0:19830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260927488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1784403632.867539:0:19830:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1784403632.867642:0:19830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260927488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (1121us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403632.867651:0:19830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1784403632.870560:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1784403632.870578:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77cd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260926976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403632.870669:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77cd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260926976:12345-0@lo:400:kworker.0 Request processed in 98us (4267us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403632.870677:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1784403632.874160:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260926976:0@lo:400:kworker.0 00000100:00100000:2.0:1784403632.874184:0:3567:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1784403632.874220:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7fe9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260927488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1784403632.874230:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260926720:0@lo:400:kworker.0 00000100:00100000:2.0:1784403632.874240:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260926848:0@lo:400:kworker.0 00000100:00100000:1.0:1784403632.874251:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3566:1871082260927232:0@lo:400:kworker.0 00000100:00100000:2.0:1784403632.874262:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7fe9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260927360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1784403632.874331:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403632.874395:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260927104 00000100:00100000:1.0:1784403632.874403:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260927104 00000100:00100000:1.0:1784403632.874462:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784403632.874474:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3565:x1871082260927104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403632.874556:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3565:x1871082260927104:12345-0@lo:400:kworker.0 Request processed in 84us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403632.874563:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784403632.874611:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3565:1871082260927104:0@lo:400:kworker.0 00000100:00080000:0.0:1784403632.876327:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1784403632.876337:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1784403632.876341:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784403632.876413:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:3565:x1871082260926592:12345-0@lo:400:kworker.0 Request processed in 11457us (11668us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403632.876424:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1784403632.876510:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3565:1871082260926592:0@lo:400:kworker.0 00000001:00100000:0.0:1784403632.947589:0:7124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 681e9e95-4515-4d42-b8d8-462d7dd39ef4 00000001:00100000:1.0:1784403632.947895:0:8006:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 681e9e95-4515-4d42-b8d8-462d7dd39ef4 00010000:00010000:0.0:1784403633.439817:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403634.464924:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403634.749311:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403634.754174:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403634.754203:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403634.754213:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241010048 00000100:00100000:0.0:1784403634.754231:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403634.754233:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241010048 00000100:00100000:0.0:1784403634.754250:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403634.754270:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403634.754292:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403634.754303:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241010304 00000100:00100000:1.0:1784403634.754307:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241010304 00000100:00100000:0.0:1784403634.754309:0:20316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241009920 00000100:00100000:0.0:1784403634.754311:0:20316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241009920 00000100:00100000:1.0:1784403634.754323:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241010432 00000100:00100000:1.0:1784403634.754325:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241010432 00000100:00100000:1.0:1784403634.754341:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 4 00000100:00100000:1.0:1784403634.754355:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:2359:x1871082241010048:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1784403634.754447:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:2359:x1871082241010048:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 97us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403634.754951:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241009792 00000100:00100000:3.0:1784403634.754957:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241009792 00000100:00100000:3.0:1784403634.754992:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241010176 00000100:00100000:3.0:1784403634.754996:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241010176 00000100:00100000:3.0:1784403634.755018:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 17 00000100:00100000:3.0:1784403634.755038:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:2359:x1871082241009792:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1784403634.755077:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:2359:x1871082241009792:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 51us (5776us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403634.755084:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 17 00000100:00100000:3.0:1784403634.755099:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 18 00000100:00100000:3.0:1784403634.755116:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:2359:x1871082241010176:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1784403634.755143:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:2359:x1871082241010176:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 38us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403634.755150:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 18 00000100:00080000:3.0:1784403634.755307:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1784403634.755321:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1784403634.755335:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784403634.759672:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 5 00000100:00100000:0.0:1784403634.759692:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+5:2359:x1871082241010304:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1784403634.759775:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+5:2359:x1871082241010304:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 91us (5571us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403634.759784:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 5 00000100:00100000:0.0:1784403634.759803:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:0.0:1784403634.759812:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+5:2359:x1871082241010432:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1784403634.759835:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+5:2359:x1871082241010432:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 26us (5543us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403634.759841:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:0.0:1784403634.759851:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00100000:0.0:1784403634.759857:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:2359:x1871082241009920:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1784403634.759907:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:2359:x1871082241009920:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 50us (5656us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403634.759914:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00100000:1.0:1784403634.760240:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 4 00000100:00100000:2.0:1784403634.763022:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241009664 00000100:00100000:2.0:1784403634.763034:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241009664 00000100:00100000:2.0:1784403634.763355:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 103 00000100:00100000:2.0:1784403634.763376:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:2359:x1871082241009664:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1784403634.763463:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:2359:x1871082241009664:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 89us (9229us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403634.763478:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 103 00010000:00010000:0.0:1784403635.487217:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1784403636.399239:0:21208:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff33491020 20000000:00000080:3.0:1784403636.399256:0:21208:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8c8942a78c00 uarg=0000000000000000 20000000:01000000:3.0:1784403636.399290:0:21208:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1784403636.399296:0:21208:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1784403636.399300:0:21208:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1784403636.406034:0:21209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 10 20000000:00000400:0.0:1784403636.406455:0:21208:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1784403636.412023:0:21208:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1784403636.412052:0:21208:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.412071:0:21208:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c8a7fce4000/0x6828175665afbeec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbee5 expref: 18 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.412229:0:21208:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c8a40031200/0x6828175665afbf39 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afbf32 expref: 18 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.412236:0:21208:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c8a414ff600/0x6828175665afc089 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afc082 expref: 18 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.412247:0:21208:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc1cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f05a expref: 12 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.412254:0:21208:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c894341a000/0x6828175665afc203 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0bc expref: 12 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.412261:0:21208:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.412303:0:21208:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c894341a000/0x6828175665afc203 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0bc expref: 12 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.412317:0:21208:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c894341a000/0x6828175665afc203 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0bc expref: 12 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403636.412469:0:21208:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7fe9ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21208:1871082260927616:192.168.204.28@tcp:104: 00010000:00010000:0.0:1784403636.412573:0:21208:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc1cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f05a expref: 12 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.412599:0:21208:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc1cb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f05a expref: 12 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403636.412608:0:21208:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7fe9d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21208:1871082260927744:192.168.204.28@tcp:104: 00010000:00010000:0.0:1784403636.412635:0:21208:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c8a414ff600/0x6828175665afc089 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6828175665afc082 expref: 18 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.412643:0:21208:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c8a414ff600/0x6828175665afc089 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6828175665afc082 expref: 18 pid: 19182 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403636.412651:0:21208:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7fe9df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21208:1871082260927872:0@lo:104: 00000100:00100000:0.0:1784403636.412684:0:21208:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1784403636.412723:0:21208:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c8a40031200/0x6828175665afbf39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6828175665afbf32 expref: 18 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.412730:0:21208:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c8a40031200/0x6828175665afbf39 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6828175665afbf32 expref: 18 pid: 19182 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403636.412738:0:21208:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7fe9ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21208:1871082260928000:0@lo:104: 00000100:00100000:0.0:1784403636.412753:0:21208:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1784403636.412776:0:21208:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c8a7fce4000/0x6828175665afbeec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6828175665afbee5 expref: 18 pid: 19181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.412784:0:21208:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c8a7fce4000/0x6828175665afbeec lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6828175665afbee5 expref: 18 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403636.412792:0:21208:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7fe9ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21208:1871082260928128:0@lo:104: 00000100:00100000:0.0:1784403636.412810:0:21208:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403636.412825:0:21208:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a49ca4cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1784403636.413006:0:19173:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1784403636.413021:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260927872 00000100:00100000:1.0:1784403636.413027:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260927872 00000100:00100000:1.0:1784403636.413065:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260928000 00000100:00100000:1.0:1784403636.413067:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260928000 00000100:00100000:1.0:1784403636.413090:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260928128 00000100:00100000:1.0:1784403636.413092:0:19173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260928128 00000100:00100000:1.0:1784403636.413106:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784403636.413115:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+5:21208:x1871082260927872:12345-0@lo:104: 00010000:00010000:1.0:1784403636.413128:0:19173:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afc089 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403636.413278:0:21208:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7fe9df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21208:1871082260927872:0@lo:104: 00010000:00010000:1.0:1784403636.413317:0:19173:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784403636.413324:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+5:21208:x1871082260927872:12345-0@lo:104: Request processed in 210us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403636.413342:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784403636.413367:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784403636.413373:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+4:21208:x1871082260928000:12345-0@lo:104: 00010000:00010000:1.0:1784403636.413380:0:19173:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afbf39 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403636.413459:0:21208:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7fe9ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21208:1871082260928000:0@lo:104: 00010000:00010000:2.0:1784403636.414556:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784403636.414568:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afc089 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.414577:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a40030400 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:2.0:1784403636.414581:0:19177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x6828175665afc089 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.414590:0:19177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x6828175665afc089 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784403636.414597:0:19177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x6828175665afc089 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784403636.414601:0:19177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1784403636.414713:0:19177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afc089 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403636.414720:0:19177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784403636.414744:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afc089 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403636.414756:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a40030400/0x6828175665afc082 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afc089 expref: -99 pid: 20500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403636.414772:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784403636.414775:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afbf39 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403636.414781:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a0000 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:3.0:1784403636.414784:0:19177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6828175665afbf39 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403636.414790:0:19177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6828175665afbf39 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403636.414790:0:19173:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 10000000:00010000:3.0:1784403636.414796:0:19177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6828175665afbf39 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403636.414800:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+4:21208:x1871082260928000:12345-0@lo:104: Request processed in 1425us (2043us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403636.414808:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 10000000:01000000:3.0:1784403636.414815:0:19177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1784403636.414830:0:19177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbf39 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403636.414836:0:19177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784403636.414842:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbf39 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403636.414848:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a734a0000/0x6828175665afbf32 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbf39 expref: -99 pid: 19825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403636.414886:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403636.414888:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784403636.414890:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403636.415004:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a72e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3565:1871082260928256:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784403636.415050:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403636.415124:0:3565:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784403636.415131:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77e16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3565:1871082260928384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784403636.415155:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403636.415186:0:19176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260928256 00000100:00100000:0.0:1784403636.415191:0:19176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260928256 00010000:00010000:0.0:1784403636.415218:0:19176:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c8a414ff600/0x6828175665afc089 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afc082 expref: 19 pid: 19182 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403636.415241:0:19176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260928384 00000100:00100000:0.0:1784403636.415244:0:19176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260928384 00010000:00010000:0.0:1784403636.415255:0:19176:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c8a40031200/0x6828175665afbf39 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afbf32 expref: 20 pid: 19182 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403636.415269:0:19176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1784403636.415275:0:19176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+20:3565:x1871082260928256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784403636.415288:0:19176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784403636.415306:0:19176:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c8a414ff600/0x6828175665afc089 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afc082 expref: 20 pid: 19182 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.415316:0:19176:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c8a414ff600/0x6828175665afc089 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6828175665afc082 expref: 20 pid: 19182 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.415540:0:19176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a414ff600/0x6828175665afc089 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6828175665afc082 expref: 20 pid: 19182 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.415571:0:19176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784403636.415593:0:19175:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1784403636.415602:0:19175:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:0.0:1784403636.415606:0:19176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:3565:x1871082260928256:12345-0@lo:103:ldlm_bl.0 Request processed in 332us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403636.415612:0:19176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1784403636.415626:0:19176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1784403636.415632:0:19176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:3565:x1871082260928384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784403636.415640:0:19176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784403636.415644:0:19176:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c8a40031200/0x6828175665afbf39 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afbf32 expref: 18 pid: 19182 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.415652:0:19176:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c8a40031200/0x6828175665afbf39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6828175665afbf32 expref: 18 pid: 19182 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.415662:0:19176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a40031200/0x6828175665afbf39 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6828175665afbf32 expref: 18 pid: 19182 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.415672:0:19176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784403636.415691:0:19176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:3565:x1871082260928384:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403636.415696:0:19176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1784403636.415725:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77e16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3565:1871082260928384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784403636.415732:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a72e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3565:1871082260928256:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784403636.416031:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403636.416570:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1784403636.416582:0:19173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a50618c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+3:21208:x1871082260928128:12345-0@lo:104: 00010000:00010000:3.0:1784403636.416593:0:19173:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afbeec expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403636.416693:0:19173:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1784403636.416699:0:19173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a50618c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+3:21208:x1871082260928128:12345-0@lo:104: Request processed in 121us (3888us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403636.416706:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1784403636.416782:0:19177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784403636.416788:0:19177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6828175665afbeec expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403636.416796:0:19177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a41670000 already unused, calling callback (ffffffffc1ab5c20) 10000000:00010000:1.0:1784403636.416799:0:19177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6828175665afbeec expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403636.416807:0:19177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6828175665afbeec expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784403636.416814:0:19177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6828175665afbeec expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403636.416820:0:19177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1784403636.416885:0:19177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbeec expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403636.416892:0:19177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784403636.416933:0:19177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbeec expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403636.416940:0:19177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff8c8a41670000/0x6828175665afbee5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6828175665afbeec expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403636.416954:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403636.416956:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403636.416957:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403636.417112:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7b627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260928512:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784403636.417150:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403636.417440:0:19176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260928512 00000100:00100000:1.0:1784403636.417446:0:19176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260928512 00010000:00010000:1.0:1784403636.417470:0:19176:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c8a7fce4000/0x6828175665afbeec lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afbee5 expref: 17 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403636.417498:0:19176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784403636.417504:0:19176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8941975850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:3567:x1871082260928512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784403636.417514:0:19176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784403636.417519:0:19176:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c8a7fce4000/0x6828175665afbeec lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6828175665afbee5 expref: 17 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403636.417528:0:19176:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c8a7fce4000/0x6828175665afbeec lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6828175665afbee5 expref: 17 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403636.417542:0:19176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784403636.417577:0:19176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8941975850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:3567:x1871082260928512:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403636.417582:0:19176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1784403636.417661:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7b627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260928512:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784403636.417801:0:21208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce4000/0x6828175665afbeec lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6828175665afbee5 expref: 16 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403636.417812:0:21208:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7fe9ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21208:1871082260928128:0@lo:104: 00000100:00100000:1.0:1784403636.427216:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403636.427313:0:19175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241010560 00000100:00100000:2.0:1784403636.427323:0:19175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241010560 00010000:00010000:2.0:1784403636.427374:0:19175:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c894341a000/0x6828175665afc203 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0bc expref: 13 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403636.427418:0:19175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00100000:2.0:1784403636.427428:0:19175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b627480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:2360:x1871082241010560:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784403636.427443:0:19175:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784403636.427448:0:19175:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c894341a000/0x6828175665afc203 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0bc expref: 13 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.427473:0:19175:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c894341a000/0x6828175665afc203 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0bc expref: 13 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.427493:0:19175:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784403636.427552:0:19175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b627480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:2360:x1871082241010560:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 125us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403636.427559:0:19175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 7 00010000:00010000:0.0:1784403636.427922:0:21208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c894341a000/0x6828175665afc203 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0bc expref: 12 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403636.427936:0:21208:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7fe9ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21208:1871082260927616:192.168.204.28@tcp:104: 00000100:00100000:3.0:1784403636.428506:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403636.428598:0:21208:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7fe9d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21208:1871082260927744:192.168.204.28@tcp:104: 00010000:00010000:1.0:1784403636.428636:0:21208:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403636.429485:0:19176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241010688 00000100:00100000:2.0:1784403636.429493:0:19176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241010688 00010000:00010000:2.0:1784403636.429530:0:19176:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc1cb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f05a expref: 12 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403636.429563:0:19176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 8 00000100:00100000:2.0:1784403636.429573:0:19176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ddebe23-28b1-42ae-b1fc-038695c1c583+12:2360:x1871082241010688:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784403636.429586:0:19176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784403636.429591:0:19176:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc1cb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f05a expref: 12 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.429602:0:19176:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc1cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f05a expref: 12 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.429618:0:19176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc1cb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f05a expref: 12 pid: 19181 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.429634:0:19176:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.429643:0:19176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.429668:0:19176:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.429675:0:19176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.429681:0:19176:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.429687:0:19176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.429692:0:19176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce4200 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403636.429696:0:19176:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.429703:0:19176:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.429722:0:19176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403636.429732:0:19176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784403636.429783:0:19176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ddebe23-28b1-42ae-b1fc-038695c1c583+11:2360:x1871082241010688:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 211us (1278us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403636.429790:0:19176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 8 00010000:00010000:1.0:1784403636.429940:0:21208:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403636.429948:0:21208:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403636.429954:0:21208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8a7fce4200/0x6828175665afc22d lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403636.515947:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784403637.535173:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784403637.756293:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403637.756423:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241010816 00000100:00100000:0.0:1784403637.756433:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241010816 00000100:00100000:0.0:1784403637.756498:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 104 00000100:00100000:0.0:1784403637.756508:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+11:16711:x1871082241010816:12345-192.168.204.28@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784403637.756526:0:19182:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784403637.756547:0:19182:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a7fce4000/0x6828175665afc234 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f0ed expref: -99 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403637.756576:0:19182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a7fce4000/0x6828175665afc234 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0ed expref: 12 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403637.756588:0:19182:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a7fce4000/0x6828175665afc234 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0ed expref: 12 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403637.756597:0:19182:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a7fce4000, rc 0) 00000100:00100000:0.0:1784403637.756660:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+12:16711:x1871082241010816:12345-192.168.204.28@tcp:101:ll_cfg_requeue.0 Request processed in 153us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403637.756667:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 104 00000100:00100000:0.0:1784403637.765745:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403637.765973:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241010944 00000100:00100000:2.0:1784403637.765984:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241010944 00000100:00100000:2.0:1784403637.766042:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 105 00000100:00100000:2.0:1784403637.766063:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+12:16711:x1871082241010944:12345-192.168.204.28@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784403637.766367:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ddebe23-28b1-42ae-b1fc-038695c1c583+12:16711:x1871082241010944:12345-192.168.204.28@tcp:501:ll_cfg_requeue.0 Request processed in 315us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403637.766376:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 105 00000100:00100000:3.0:1784403637.771914:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403637.772065:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241011072 00000100:00100000:2.0:1784403637.772075:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241011072 00000100:00100000:2.0:1784403637.772139:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 106 00000100:00100000:2.0:1784403637.772150:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+12:16711:x1871082241011072:12345-192.168.204.28@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784403637.772387:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+12:16711:x1871082241011072:12345-192.168.204.28@tcp:503:ll_cfg_requeue.0 Request processed in 239us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403637.772396:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 106 00000100:00100000:3.0:1784403637.781407:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403637.790930:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241011200 00000100:00100000:0.0:1784403637.790948:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241011200 00000100:00100000:0.0:1784403637.791035:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 107 00000100:00100000:0.0:1784403637.791046:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+12:16711:x1871082241011200:12345-192.168.204.28@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784403637.791094:0:19182:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784403637.791115:0:19182:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc23b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f0f4 expref: -99 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403637.791532:0:19182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc23b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0f4 expref: 13 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403637.791547:0:19182:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a7fce5800/0x6828175665afc23b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0f4 expref: 13 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403637.791555:0:19182:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a7fce5800, rc 0) 00000100:00100000:0.0:1784403637.791681:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16711:x1871082241011200:12345-192.168.204.28@tcp:101:ll_cfg_requeue.0 Request processed in 636us (10284us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403637.791689:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 107 00000100:00100000:0.0:1784403637.802793:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403637.802926:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241011328 00000100:00100000:2.0:1784403637.802937:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241011328 00000100:00100000:2.0:1784403637.803326:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 108 00000100:00100000:2.0:1784403637.803338:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16711:x1871082241011328:12345-192.168.204.28@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784403637.803641:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16711:x1871082241011328:12345-192.168.204.28@tcp:501:ll_cfg_requeue.0 Request processed in 304us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403637.803649:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 108 00000100:00100000:2.0:1784403637.815536:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403637.815791:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241011456 00000100:00100000:0.0:1784403637.815801:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241011456 00000100:00100000:2.0:1784403637.816238:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 109 00000100:00100000:2.0:1784403637.816251:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16711:x1871082241011456:12345-192.168.204.28@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784403637.816456:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:16711:x1871082241011456:12345-192.168.204.28@tcp:503:ll_cfg_requeue.0 Request processed in 209us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403637.816464:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 109 00000100:00100000:3.0:1784403637.983228:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260929152:0@lo:400:kworker.0 00000100:00100000:2.0:1784403637.983248:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260929024:0@lo:400:kworker.0 00000100:00100000:2.0:1784403637.983319:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403637.983320:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403637.983418:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260929152 00000100:00100000:1.0:1784403637.983425:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260929152 00000100:00100000:1.0:1784403637.983476:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1784403637.983487:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260929152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403637.983526:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1784403637.983536:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260928640:0@lo:400:kworker.0 00000100:00100000:1.0:1784403637.983547:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260929152:12345-0@lo:400:kworker.0 Request processed in 61us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403637.983555:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1784403637.983574:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403637.983603:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260928640 00000100:00100000:1.0:1784403637.983608:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260928640 00000100:00100000:3.0:1784403637.983611:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7751f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260929280:0@lo:400:kworker.0 00000100:00100000:3.0:1784403637.983639:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403637.983642:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1784403637.983653:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:3567:x1871082260928640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403637.983679:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260929152:0@lo:400:kworker.0 00000100:00100000:1.0:1784403637.983691:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:3567:x1871082260928640:12345-0@lo:400:kworker.0 Request processed in 39us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403637.983700:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1784403637.983707:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260928640:0@lo:400:kworker.0 00000100:00100000:3.0:1784403637.983731:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260929280 00000100:00100000:3.0:1784403637.983736:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260929280 00000100:00100000:3.0:1784403637.983795:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1784403637.983806:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7b625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260929536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1784403637.983807:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3567:x1871082260929280:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1784403637.983900:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784403637.984014:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260928896:0@lo:400:kworker.0 00000100:00100000:0.0:1784403637.984023:0:20316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260929024 00000100:00100000:0.0:1784403637.984029:0:20316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260929024 00000100:00100000:0.0:1784403637.984082:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1784403637.984093:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260929024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403637.984099:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3567:x1871082260929280:12345-0@lo:400:kworker.0 Request processed in 295us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403637.984107:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1784403637.984138:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7751f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260929280:0@lo:400:kworker.0 00000100:00100000:0.0:1784403637.984145:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260929024:12345-0@lo:400:kworker.0 Request processed in 53us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403637.984153:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1784403637.984228:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1784403637.988222:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403637.988351:0:19830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260929536 00000100:00100000:2.0:1784403637.988361:0:19830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260929536 00000100:00100000:2.0:1784403637.988434:0:19830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784403637.988446:0:19830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260929536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1784403637.988483:0:19830:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1784403637.988549:0:19830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260929536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403637.988558:0:19830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784403637.988622:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7b625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260929536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1784403637.988641:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260929024:0@lo:400:kworker.0 00000100:00100000:1.0:1784403637.988748:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403637.988990:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260928768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1784403637.989024:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403637.989094:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3565:1871082260929408:0@lo:400:kworker.0 00000100:00100000:1.0:1784403637.989121:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403637.989165:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260929408 00000100:00100000:1.0:1784403637.989169:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260929408 00000100:00100000:1.0:1784403637.989204:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1784403637.989211:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3565:x1871082260929408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784403637.989252:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3565:x1871082260929408:12345-0@lo:400:kworker.0 Request processed in 41us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403637.989258:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1784403637.989300:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3565:1871082260929408:0@lo:400:kworker.0 00000100:00080000:0.0:1784403637.990453:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784403637.990461:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784403637.990678:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260928896 00000100:00100000:2.0:1784403637.990686:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260928896 00000100:00100000:2.0:1784403637.990797:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784403637.990807:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260928896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784403637.990921:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260928896:12345-0@lo:400:kworker.0 Request processed in 115us (2173us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403637.990929:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1784403637.990975:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260928896:0@lo:400:kworker.0 00000100:00100000:3.0:1784403637.992364:0:19830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260928768 00000100:00100000:3.0:1784403637.992377:0:19830:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260928768 00000100:00100000:3.0:1784403637.992512:0:19830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1784403637.992523:0:19830:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260928768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1784403637.992562:0:19830:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1784403637.992630:0:19830:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3565:x1871082260928768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (3605us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403637.992651:0:19830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1784403637.994578:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260928768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1784403638.044971:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403638.045160:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241011584 00000100:00100000:1.0:1784403638.045172:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241011584 00000100:00100000:1.0:1784403638.045250:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 15 00000100:00080000:0.0:1784403638.045252:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784403638.045264:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:17322:x1871082241011584:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1784403638.045288:0:19191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403638.045314:0:19191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc242 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f0fb expref: -99 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.045385:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc249 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.045400:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc249 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.045428:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc249 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.045447:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc250 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.045455:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc250 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.045463:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc250 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.045987:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ffa00/0x6828175665afc257 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.045998:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ffa00/0x6828175665afc257 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046005:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ffa00/0x6828175665afc257 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784403638.046100:0:19191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:1.0:1784403638.046104:0:19191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1784403638.046204:0:19191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ffa00/0x6828175665afc257 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046217:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc249 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046224:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc249 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046242:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc249 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046249:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414ff400 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403638.046253:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc249 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046261:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc249 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046273:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:1.0:1784403638.046276:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403638.046281:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc249 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046288:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc249 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046304:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc250 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046311:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc250 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046317:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc250 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046323:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414ff600 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403638.046326:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc250 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046342:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc250 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046351:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8c8a51bd0400) 00010000:00010000:1.0:1784403638.046354:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403638.046356:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc250 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046363:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc250 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046399:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc242 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0fb expref: 8 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046415:0:19191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ffa00/0x6828175665afc257 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0fb expref: 7 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.046422:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8c8a51bd0e00) 00010000:00010000:1.0:1784403638.046425:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1784403638.046427:0:19191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a414ffa00, rc 0) 00000100:00100000:1.0:1784403638.046505:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:17322:x1871082241011584:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 Request processed in 1244us (1542us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403638.046514:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 15 00000100:00100000:0.0:1784403638.057124:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403638.057289:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241011840 00000100:00100000:1.0:1784403638.057300:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241011840 00000100:00100000:1.0:1784403638.057372:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 16 00000100:00100000:1.0:1784403638.057383:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:17322:x1871082241011840:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1784403638.057421:0:19190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403638.057442:0:19190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc25e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f102 expref: -99 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.057538:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc265 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.057553:0:19190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc265 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.057566:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc265 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.057582:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc26c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.057589:0:19190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc26c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.057596:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc26c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058137:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff800/0x6828175665afc273 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058148:0:19190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff800/0x6828175665afc273 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058169:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff800/0x6828175665afc273 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784403638.058179:0:19190:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1784403638.058442:0:19190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc265 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058450:0:19190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc265 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058456:0:19190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc265 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058462:0:19190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414ff600 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403638.058466:0:19190:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc265 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058474:0:19190:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc265 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058486:0:19190:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8c8a51bd0e00) 00010000:00010000:1.0:1784403638.058490:0:19190:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403638.058494:0:19190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc265 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058500:0:19190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc265 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058514:0:19190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc26c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058520:0:19190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc26c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058526:0:19190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc26c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058541:0:19190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414ff400 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403638.058544:0:19190:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc26c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058550:0:19190:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc26c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058557:0:19190:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8c8a51bd0400) 00010000:00010000:1.0:1784403638.058560:0:19190:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403638.058562:0:19190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc26c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.058568:0:19190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc26c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.059000:0:19190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc25e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f102 expref: 10 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.059017:0:19190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff800/0x6828175665afc273 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f102 expref: 9 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.059025:0:19190:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8c8a51bd0200) 00010000:00010000:1.0:1784403638.059028:0:19190:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403638.059030:0:19190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a414ff800, rc 0) 00000100:00100000:1.0:1784403638.059098:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:17322:x1871082241011840:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 Request processed in 1715us (1982us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1784403638.059107:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 16 00000100:00100000:2.0:1784403638.073411:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403638.073540:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241011968 00000100:00100000:1.0:1784403638.073565:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241011968 00000100:00100000:1.0:1784403638.073632:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 17 00000100:00100000:1.0:1784403638.073642:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:17322:x1871082241011968:12345-192.168.204.28@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1784403638.073768:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:17322:x1871082241011968:12345-192.168.204.28@tcp:59:lhsmtool_posix.0 Request processed in 126us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403638.073776:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 17 00000100:00100000:0.0:1784403638.159940:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403638.160010:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241012096 00000100:00100000:2.0:1784403638.160020:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241012096 00000100:00100000:2.0:1784403638.160098:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 18 00000100:00100000:2.0:1784403638.160109:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:17328:x1871082241012096:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1784403638.160145:0:19189:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403638.160177:0:19189:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc281 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f109 expref: -99 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160390:0:19189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ac00/0x6828175665afc288 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160405:0:19189:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ac00/0x6828175665afc288 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160416:0:19189:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ac00/0x6828175665afc288 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160496:0:19189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc28f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160504:0:19189:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc28f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160511:0:19189:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc28f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160757:0:19189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ac00/0x6828175665afc288 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160765:0:19189:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ac00/0x6828175665afc288 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160772:0:19189:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ac00/0x6828175665afc288 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160779:0:19189:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341ac00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:2.0:1784403638.160789:0:19189:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ac00/0x6828175665afc288 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160798:0:19189:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ac00/0x6828175665afc288 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160811:0:19189:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:2.0:1784403638.160814:0:19189:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784403638.160818:0:19189:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ac00/0x6828175665afc288 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160824:0:19189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ac00/0x6828175665afc288 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160846:0:19189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc28f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160854:0:19189:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc28f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160860:0:19189:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc28f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160934:0:19189:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341ba00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:2.0:1784403638.160938:0:19189:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc28f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160945:0:19189:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc28f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160953:0:19189:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c8a47d25100) 00010000:00010000:2.0:1784403638.160956:0:19189:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784403638.160966:0:19189:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc28f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.160972:0:19189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc28f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.161011:0:19189:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc281 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f109 expref: 10 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.161022:0:19189:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:2.0:1784403638.161024:0:19189:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784403638.161027:0:19189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc281 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f109 expref: 10 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.161037:0:19189:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c894341aa00, rc 0) 00000100:00100000:2.0:1784403638.161116:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:17328:x1871082241012096:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1009us (1184us total) trans 0 rc 301/301 00000100:00100000:2.0:1784403638.161124:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 18 00000100:00100000:0.0:1784403638.165468:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403638.165565:0:19198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241012224 00000100:00100000:3.0:1784403638.165575:0:19198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241012224 00000100:00100000:3.0:1784403638.165633:0:19198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 0 00000100:00100000:3.0:1784403638.165644:0:19198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:17328:x1871082241012224:12345-192.168.204.28@tcp:700:lfs.0 00000100:00100000:3.0:1784403638.165758:0:19198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:17328:x1871082241012224:12345-192.168.204.28@tcp:700:lfs.0 Request processed in 107us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403638.165766:0:19198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 0 00000100:00100000:3.0:1784403638.169331:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403638.169448:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241012480 00000100:00100000:2.0:1784403638.169460:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241012480 00000100:00100000:2.0:1784403638.169531:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 19 00000100:00100000:2.0:1784403638.169542:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:17328:x1871082241012480:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1784403638.169601:0:19191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784403638.169629:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341bc00/0x6828175665afc1ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f084 expref: 9 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.169648:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:2.0:1784403638.169653:0:19191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1784403638.169966:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.169980:0:19191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0e00/0x6828175665afc226 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0e6 expref: 5 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.170000:0:19191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.170037:0:19191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0e00/0x6828175665afc226 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0e6 expref: 5 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.170061:0:19191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0e00/0x6828175665afc226 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0e6 expref: 5 pid: 19190 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403638.170076:0:19191:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7751fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:19191:1871082260929664:192.168.204.28@tcp:104: 00000100:00100000:2.0:1784403638.170162:0:19191:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52206b40 going to sleep for 11 seconds 00000100:00100000:0.0:1784403638.173720:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403638.173840:0:19175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241012608 00000100:00100000:1.0:1784403638.173851:0:19175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241012608 00010000:00010000:1.0:1784403638.173932:0:19175:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0e00/0x6828175665afc226 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0e6 expref: 6 pid: 19190 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403638.173970:0:19175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 9 00000100:00100000:1.0:1784403638.173980:0:19175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:2361:x1871082241012608:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784403638.173997:0:19175:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784403638.174003:0:19175:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0e00/0x6828175665afc226 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0e6 expref: 6 pid: 19190 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.174016:0:19175:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0e00/0x6828175665afc226 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0e6 expref: 6 pid: 19190 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.174038:0:19175:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:1.0:1784403638.174055:0:19175:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.174066:0:19175:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.174074:0:19175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.174110:0:19175:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784403638.174163:0:19175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:2361:x1871082241012608:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 183us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403638.174171:0:19175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 9 00000100:00080000:3.0:1784403638.174304:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1784403638.174656:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0e00/0x6828175665afc226 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f0e6 expref: 5 pid: 19190 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403638.174674:0:19191:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7751fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:19191:1871082260929664:192.168.204.28@tcp:104: 00010000:00010000:2.0:1784403638.174694:0:19191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.174702:0:19191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.174708:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.174742:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc29d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.174766:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc29d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.174775:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc29d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784403638.176354:0:19191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 512 00010000:00010000:2.0:1784403638.176369:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.176378:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.176386:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.176392:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341aa00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:2.0:1784403638.176396:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.176404:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.176419:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:2.0:1784403638.176422:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784403638.176427:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.176444:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc296 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1784403638.176464:0:19191:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000039d687e7 reply state 00000000ec7b2d66 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc29d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403638.176474:0:19191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1784403638.176568:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+10:17328:x1871082241012480:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 7025us (7245us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1784403638.176577:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 19 00010000:00010000:3.0:1784403638.178802:0:3552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc29d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.178817:0:3552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc29d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.178835:0:3552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc29d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.178841:0:3552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341ba00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:3.0:1784403638.178845:0:3552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc29d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.178851:0:3552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc29d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.178910:0:3552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c8a47d25100) 00010000:00010000:3.0:1784403638.178914:0:3552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784403638.178931:0:3552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc29d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.178938:0:3552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ba00/0x6828175665afc29d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403638.265072:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403638.265194:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241012736 00000100:00100000:2.0:1784403638.265205:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241012736 00000100:00100000:2.0:1784403638.265270:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 20 00000100:00100000:2.0:1784403638.265280:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b626680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:17336:x1871082241012736:12345-192.168.204.28@tcp:101:lctl.0 00010000:00010000:2.0:1784403638.265305:0:19189:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403638.265331:0:19189:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f110 expref: -99 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.265397:0:19189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341bc00/0x6828175665afc2ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.265411:0:19189:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341bc00/0x6828175665afc2ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.265423:0:19189:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341bc00/0x6828175665afc2ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784403638.265485:0:19189:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1784403638.265490:0:19189:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1784403638.265550:0:19189:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341bc00/0x6828175665afc2ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.265573:0:19189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f110 expref: 11 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.265590:0:19189:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341bc00/0x6828175665afc2ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f110 expref: 10 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.265599:0:19189:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:2.0:1784403638.265602:0:19189:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784403638.265606:0:19189:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c894341bc00, rc 0) 00000100:00100000:2.0:1784403638.265761:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b626680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+10:17336:x1871082241012736:12345-192.168.204.28@tcp:101:lctl.0 Request processed in 481us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403638.265769:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 20 00000100:00100000:0.0:1784403638.298915:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403638.298989:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241012864 00000100:00100000:3.0:1784403638.299004:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241012864 00000100:00100000:3.0:1784403638.299074:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 21 00000100:00100000:3.0:1784403638.299084:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+5:17337:x1871082241012864:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1784403638.299106:0:20514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403638.299129:0:20514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0000/0x6828175665afc2b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f117 expref: -99 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.299200:0:20514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1a00/0x6828175665afc2b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.299216:0:20514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1a00/0x6828175665afc2b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.299227:0:20514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1a00/0x6828175665afc2b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784403638.299290:0:20514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1784403638.299294:0:20514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:3.0:1784403638.299322:0:20514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1a00/0x6828175665afc2b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.299348:0:20514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0000/0x6828175665afc2b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f117 expref: 7 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.301254:0:20514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1a00/0x6828175665afc2b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f117 expref: 6 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.301285:0:20514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:3.0:1784403638.301289:0:20514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1784403638.301292:0:20514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a734a1a00, rc 0) 00000100:00100000:3.0:1784403638.301393:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:17337:x1871082241012864:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2308us (2486us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403638.301402:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 21 00000100:00100000:2.0:1784403638.306510:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403638.306676:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241012992 00000100:00100000:1.0:1784403638.306686:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241012992 00000100:00100000:1.0:1784403638.306752:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 22 00000100:00100000:1.0:1784403638.306763:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+6:17337:x1871082241012992:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1784403638.306782:0:19190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403638.306803:0:19190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc2c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f11e expref: -99 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.306926:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc2c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.306941:0:19190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc2c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.306958:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc2c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.306973:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc2ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.306981:0:19190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc2ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.306987:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc2ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.307126:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221000/0x6828175665afc2d5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.307135:0:19190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221000/0x6828175665afc2d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.307141:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221000/0x6828175665afc2d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784403638.307185:0:19190:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 512 00000004:00200000:1.0:1784403638.307189:0:19190:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1784403638.307213:0:19190:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221000/0x6828175665afc2d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.307230:0:19190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc2c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.307237:0:19190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc2c7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.307243:0:19190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc2c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.307250:0:19190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414ff400 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403638.307254:0:19190:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc2c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.307261:0:19190:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc2c7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.307273:0:19190:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:1.0:1784403638.307282:0:19190:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403638.307287:0:19190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc2c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.307293:0:19190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff400/0x6828175665afc2c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.308784:0:19190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc2ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.308794:0:19190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc2ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.308802:0:19190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc2ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.308808:0:19190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a414fe800 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403638.308812:0:19190:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc2ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.308832:0:19190:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc2ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.308848:0:19190:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c8a51bd0400) 00010000:00010000:1.0:1784403638.308851:0:19190:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403638.308856:0:19190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc2ce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.308862:0:19190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414fe800/0x6828175665afc2ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.308948:0:19190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a414ff600/0x6828175665afc2c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f11e expref: 8 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.308987:0:19190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221000/0x6828175665afc2d5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f11e expref: 7 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.308995:0:19190:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c8a51bd0f00) 00010000:00010000:1.0:1784403638.308997:0:19190:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1784403638.309000:0:19190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a73221000, rc 0) 00000100:00100000:1.0:1784403638.309093:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+7:17337:x1871082241012992:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2331us (2593us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403638.309103:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 22 00000100:00100000:1.0:1784403638.317217:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403638.317340:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241013248 00000100:00100000:2.0:1784403638.317352:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241013248 00000100:00100000:2.0:1784403638.317411:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 23 00000100:00100000:2.0:1784403638.317421:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:681e9e95-4515-4d42-b8d8-462d7dd39ef4+7:17337:x1871082241013248:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1784403638.317442:0:19191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403638.317462:0:19191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f125 expref: -99 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784403638.317592:0:19191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 512 00010000:00010000:2.0:1784403638.317719:0:19191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2dc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f125 expref: 9 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.317756:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:2.0:1784403638.317759:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1784403638.317765:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f125 expref: 9 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.317778:0:19191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c894341aa00, rc 0) 00000100:00100000:2.0:1784403638.317850:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:681e9e95-4515-4d42-b8d8-462d7dd39ef4+8:17337:x1871082241013248:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 431us (643us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1784403638.317858:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 23 00000100:00100000:0.0:1784403638.325204:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403638.328482:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241013504 00000100:00100000:2.0:1784403638.328498:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241013504 00000100:00100000:2.0:1784403638.328582:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 24 00000100:00100000:2.0:1784403638.328595:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:681e9e95-4515-4d42-b8d8-462d7dd39ef4+8:17337:x1871082241013504:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1784403638.328657:0:19189:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784403638.328687:0:19189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221000/0x6828175665afc2d5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f11e expref: 8 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.328706:0:19189:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c8a51bd0f00) 00010000:00010000:2.0:1784403638.328717:0:19189:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1784403638.328744:0:19189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2ea lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.328759:0:19189:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.328770:0:19189:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1784403638.329066:0:19189:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e9b8b2ba reply state 00000000bb54b926 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403638.329078:0:19189:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1784403638.329092:0:19189:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 512 00000100:00100000:2.0:1784403638.329199:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:681e9e95-4515-4d42-b8d8-462d7dd39ef4+9:17337:x1871082241013504:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 605us (4002us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1784403638.329207:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 24 00000100:00100000:0.0:1784403638.332856:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1784403638.333578:0:3551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.333592:0:3551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2ea lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.333600:0:3551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2ea lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.333607:0:3551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341aa00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:3.0:1784403638.333611:0:3551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2ea lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.333619:0:3551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2ea lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.333636:0:3551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c8a47d25a00) 00010000:00010000:3.0:1784403638.333639:0:3551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1784403638.333645:0:3551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2ea lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.333651:0:3551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341aa00/0x6828175665afc2ea lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403638.333908:0:19193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241013760 00000100:00100000:2.0:1784403638.333919:0:19193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241013760 00000100:00100000:2.0:1784403638.333976:0:19193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2 00000100:00100000:2.0:1784403638.333986:0:19193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+8:17337:x1871082241013760:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1784403638.334278:0:19193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+9:17337:x1871082241013760:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 292us (1430us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1784403638.334286:0:19193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2 00000100:00100000:0.0:1784403638.338208:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403638.338590:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241014016 00000100:00100000:2.0:1784403638.338601:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241014016 00000100:00100000:2.0:1784403638.338662:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 25 00000100:00100000:2.0:1784403638.338673:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:681e9e95-4515-4d42-b8d8-462d7dd39ef4+9:17337:x1871082241014016:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1784403638.338698:0:19191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403638.338718:0:19191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b800/0x6828175665afc2f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f12c expref: -99 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.338793:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a000/0x6828175665afc2f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.338808:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a000/0x6828175665afc2f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.338990:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a000/0x6828175665afc2f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.339007:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b600/0x6828175665afc2ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.339014:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b600/0x6828175665afc2ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.339022:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b600/0x6828175665afc2ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784403638.339171:0:19191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 512 00010000:00010000:2.0:1784403638.339281:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a000/0x6828175665afc2f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.339289:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a000/0x6828175665afc2f8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342091:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a000/0x6828175665afc2f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342101:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341a000 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:2.0:1784403638.342105:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a000/0x6828175665afc2f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342117:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a000/0x6828175665afc2f8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342135:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:2.0:1784403638.342138:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784403638.342161:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a000/0x6828175665afc2f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342169:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a000/0x6828175665afc2f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342191:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b600/0x6828175665afc2ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342198:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b600/0x6828175665afc2ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342205:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b600/0x6828175665afc2ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342210:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341b600 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:2.0:1784403638.342213:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b600/0x6828175665afc2ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342220:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b600/0x6828175665afc2ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342230:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c8a47d25c00) 00010000:00010000:2.0:1784403638.342232:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784403638.342235:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b600/0x6828175665afc2ff lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342241:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b600/0x6828175665afc2ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342311:0:19191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b800/0x6828175665afc2f1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f12c expref: 11 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342568:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:2.0:1784403638.342571:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1784403638.342576:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b800/0x6828175665afc2f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f12c expref: 11 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.342586:0:19191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c894341b800, rc 0) 00000100:00100000:2.0:1784403638.342670:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:681e9e95-4515-4d42-b8d8-462d7dd39ef4+10:17337:x1871082241014016:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3998us (4470us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1784403638.342680:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 25 00000100:00100000:0.0:1784403638.346290:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403638.350977:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241014144 00000100:00100000:2.0:1784403638.350994:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241014144 00000100:00100000:0.0:1784403638.351151:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 26 00000100:00100000:0.0:1784403638.351164:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:681e9e95-4515-4d42-b8d8-462d7dd39ef4+10:17337:x1871082241014144:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1784403638.351191:0:19189:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784403638.351216:0:19189:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5000/0x6828175665afc30d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f133 expref: -99 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403638.351546:0:19189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc314 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403638.351572:0:19189:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc314 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403638.351587:0:19189:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc314 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784403638.351640:0:19189:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 512 00000004:00200000:0.0:1784403638.351644:0:19189:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1784403638.351668:0:19189:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc314 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403638.351717:0:19189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5000/0x6828175665afc30d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f133 expref: 12 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403638.351735:0:19189:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc314 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f133 expref: 11 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403638.351744:0:19189:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c8a4884d000) 00010000:00010000:0.0:1784403638.351747:0:19189:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1784403638.351751:0:19189:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a7fce4e00, rc 0) 00000100:00100000:0.0:1784403638.352020:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:681e9e95-4515-4d42-b8d8-462d7dd39ef4+11:17337:x1871082241014144:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 857us (5738us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403638.352028:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 26 00000100:00100000:0.0:1784403638.361373:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403638.361568:0:19192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241014272 00000100:00100000:1.0:1784403638.361579:0:19192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241014272 00000100:00100000:1.0:1784403638.361635:0:19192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3 00000100:00100000:1.0:1784403638.361646:0:19192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:681e9e95-4515-4d42-b8d8-462d7dd39ef4+11:17337:x1871082241014272:12345-192.168.204.28@tcp:37:lfs.0 10000000:01000000:2.0:1784403638.367029:0:19186:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1784403638.367045:0:19186:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c8941e00000 from 10 10000000:01000000:2.0:1784403638.367051:0:19186:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784403638.367102:0:19186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c894341b800/0x6828175665afc31b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.367114:0:19186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c894341b800/0x6828175665afc31b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.367126:0:19186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c894341b800/0x6828175665afc31b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403638.367155:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7751ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260929792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784403638.367215:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403638.367275:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a48b4c180 going to sleep for 11 seconds 00000100:00100000:3.0:1784403638.367407:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260929792 00000100:00100000:3.0:1784403638.367415:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260929792 00000100:00100000:3.0:1784403638.367475:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1784403638.367484:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+16:19186:x1871082260929792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784403638.367498:0:19182:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403638.367512:0:19182:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a734a0000/0x6828175665afc322 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afc31b expref: -99 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.367539:0:19182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a734a0000/0x6828175665afc322 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afc31b expref: 17 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.367562:0:19182:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a734a0000/0x6828175665afc322 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afc31b expref: 17 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.367572:0:19182:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a734a0000, rc 0) 00000100:00100000:3.0:1784403638.367622:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:19186:x1871082260929792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403638.367629:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1784403638.367774:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7751ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260929792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784403638.367806:0:19186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c894341b800/0x6828175665afc31b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc322 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.367815:0:19186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c894341b800/0x6828175665afc31b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afc322 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403638.367906:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7751ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260929920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784403638.367936:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403638.367955:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a48b4c180 going to sleep for 11 seconds 00000100:00100000:3.0:1784403638.369701:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260929920 00000100:00100000:3.0:1784403638.369714:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260929920 00000100:00100000:3.0:1784403638.369782:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1784403638.369793:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a49c39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:19186:x1871082260929920:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784403638.370171:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a49c39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:19186:x1871082260929920:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 378us (2232us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403638.370180:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1784403638.370237:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7751ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260929920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784403638.370335:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77e17800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784403638.370383:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403638.370414:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a73a06540 going to sleep for 11 seconds 00000100:00100000:3.0:1784403638.370426:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260930048 00000100:00100000:3.0:1784403638.370430:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260930048 00000100:00100000:3.0:1784403638.370459:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1784403638.370466:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a42b21450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:19186:x1871082260930048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784403638.374209:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a42b21450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:19186:x1871082260930048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 3733us (3815us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403638.374225:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1784403638.374697:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77e17800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930048:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1784403638.376279:0:21223:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000100:00100000:0.0:1784403638.379970:0:19192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:681e9e95-4515-4d42-b8d8-462d7dd39ef4+11:17337:x1871082241014272:12345-192.168.204.28@tcp:37:lfs.0 Request processed in 18314us (18595us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403638.379983:0:19192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3 00000020:01000000:1.0:1784403638.383699:0:19186:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:1.0:1784403638.383744:0:19186:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784403638.383757:0:19186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c894341b800/0x6828175665afc31b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc322 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.383770:0:19186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c894341b800/0x6828175665afc31b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc322 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403638.383782:0:19186:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1784403638.383785:0:19186:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c8a453b9800 from 10 10000000:01000000:1.0:1784403638.383788:0:19186:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1784403638.383843:0:19186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a73220200/0x6828175665afc329 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.384057:0:19186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a73220200/0x6828175665afc329 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.384072:0:19186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a73220200/0x6828175665afc329 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403638.384101:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7b625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784403638.384173:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403638.384277:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a4315f480 going to sleep for 11 seconds 00000100:00100000:2.0:1784403638.386031:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260930176 00000100:00100000:2.0:1784403638.386054:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260930176 00000100:00100000:2.0:1784403638.386165:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1784403638.386177:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a42b20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+17:19186:x1871082260930176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784403638.386195:0:19182:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403638.386213:0:19182:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c894341a000/0x6828175665afc330 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afc329 expref: -99 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.386242:0:19182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c894341a000/0x6828175665afc330 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afc329 expref: 18 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.386253:0:19182:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c894341a000/0x6828175665afc330 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afc329 expref: 18 pid: 19182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.386277:0:19182:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c894341a000, rc 0) 00000100:00100000:2.0:1784403638.386712:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a42b20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:19186:x1871082260930176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 536us (2537us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403638.386734:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1784403638.386840:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7b625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784403638.386859:0:19186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a73220200/0x6828175665afc329 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc330 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.386886:0:19186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a73220200/0x6828175665afc329 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afc330 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403638.386957:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77e14380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784403638.386989:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403638.392069:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a73a06840 going to sleep for 11 seconds 00000100:00100000:3.0:1784403638.392174:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403638.392208:0:19193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241014528 00000100:00100000:3.0:1784403638.392217:0:19193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241014528 00000100:00100000:3.0:1784403638.392285:0:19193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 4 00000100:00100000:3.0:1784403638.392306:0:19193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b59d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+11:17337:x1871082241014528:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1784403638.392595:0:19193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b59d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+12:17337:x1871082241014528:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 300us (424us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1784403638.392614:0:19193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 4 00000100:00100000:1.0:1784403638.393250:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260930304 00000100:00100000:1.0:1784403638.393269:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260930304 00000100:00100000:1.0:1784403638.393316:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1784403638.393488:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:19186:x1871082260930304:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784403638.393769:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:19186:x1871082260930304:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 444us (6778us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403638.393777:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1784403638.395396:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77e14380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784403638.395454:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77e14380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784403638.395522:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784403638.395792:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a73a06840 going to sleep for 11 seconds 00000100:00100000:1.0:1784403638.395932:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260930432 00000100:00100000:1.0:1784403638.395939:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260930432 00000100:00100000:1.0:1784403638.395979:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1784403638.395988:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:19186:x1871082260930432:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784403638.396189:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:19186:x1871082260930432:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 200us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403638.396197:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1784403638.396669:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77e14380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930432:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1784403638.398067:0:21224:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:1.0:1784403638.398842:0:19186:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:1.0:1784403638.398906:0:19186:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784403638.398918:0:19186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a73220200/0x6828175665afc329 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc330 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.398942:0:19186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a73220200/0x6828175665afc329 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc330 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784403638.398953:0:19186:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1784403638.398955:0:19186:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8c8a6135c800 from 10 10000000:01000000:1.0:1784403638.398958:0:19186:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1784403638.398993:0:19186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a73221200/0x6828175665afc337 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.399001:0:19186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff8c8a73221200/0x6828175665afc337 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.399010:0:19186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff8c8a73221200/0x6828175665afc337 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403638.399035:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7b625180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784403638.399112:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403638.399155:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a4317a840 going to sleep for 11 seconds 00000100:00100000:3.0:1784403638.399517:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260930560 00000100:00100000:3.0:1784403638.399524:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260930560 00000100:00100000:3.0:1784403638.399586:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1784403638.399595:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+18:19186:x1871082260930560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784403638.399608:0:19184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403638.399621:0:19184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a734a1200/0x6828175665afc33e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x6828175665afc337 expref: -99 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.399645:0:19184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a734a1200/0x6828175665afc33e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6828175665afc337 expref: 19 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.399656:0:19184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a734a1200/0x6828175665afc33e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6828175665afc337 expref: 19 pid: 19184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.399665:0:19184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a734a1200, rc 0) 00000100:00100000:3.0:1784403638.399713:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:19186:x1871082260930560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403638.399720:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1784403638.399966:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7b625180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784403638.399981:0:19186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff8c8a73221200/0x6828175665afc337 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc33e expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.399990:0:19186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff8c8a73221200/0x6828175665afc337 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6828175665afc33e expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403638.400059:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7b625180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784403638.400087:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403638.400127:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a4317a840 going to sleep for 11 seconds 00000100:00100000:0.0:1784403638.400176:0:19181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260930688 00000100:00100000:0.0:1784403638.400181:0:19181:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260930688 00000100:00100000:0.0:1784403638.400206:0:19181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1784403638.400212:0:19181:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:19186:x1871082260930688:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784403638.400499:0:19181:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:19186:x1871082260930688:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 286us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403638.400506:0:19181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1784403638.400851:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7b625180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784403638.400904:0:19186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7b625180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930816:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784403638.400946:0:19186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403638.400968:0:19186:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a4317a840 going to sleep for 11 seconds 00000100:00100000:3.0:1784403638.401091:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260930816 00000100:00100000:3.0:1784403638.401102:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260930816 00000100:00100000:3.0:1784403638.401140:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1784403638.401147:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:19186:x1871082260930816:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784403638.401454:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:19186:x1871082260930816:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 307us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403638.401462:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1784403638.403437:0:19186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7b625180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:19186:1871082260930816:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1784403638.405541:0:21225:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:1.0:1784403638.406749:0:19186:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:1.0:1784403638.406781:0:19186:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784403638.406793:0:19186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff8c8a73221200/0x6828175665afc337 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc33e expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.406806:0:19186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff8c8a73221200/0x6828175665afc337 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6828175665afc33e expref: -99 pid: 19186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403638.455937:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403638.456091:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241014656 00000100:00100000:1.0:1784403638.456102:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241014656 00000100:00100000:1.0:1784403638.456170:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 27 00000100:00100000:1.0:1784403638.456181:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+10:17343:x1871082241014656:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:1.0:1784403638.456205:0:19191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403638.456227:0:19191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220600/0x6828175665afc345 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f13a expref: -99 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456318:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220800/0x6828175665afc34c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456332:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220800/0x6828175665afc34c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456361:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220800/0x6828175665afc34c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456378:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc353 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456385:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc353 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456391:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc353 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456508:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220400/0x6828175665afc35a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456517:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220400/0x6828175665afc35a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456524:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220400/0x6828175665afc35a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784403638.456567:0:19191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 512 00000004:00200000:1.0:1784403638.456571:0:19191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1784403638.456616:0:19191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220400/0x6828175665afc35a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456627:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220800/0x6828175665afc34c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456633:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220800/0x6828175665afc34c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456650:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220800/0x6828175665afc34c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456656:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a73220800 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403638.456660:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220800/0x6828175665afc34c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456668:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220800/0x6828175665afc34c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456679:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:1.0:1784403638.456682:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403638.456685:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220800/0x6828175665afc34c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456691:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220800/0x6828175665afc34c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456703:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc353 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456708:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc353 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456714:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc353 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456718:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a73221400 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403638.456721:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc353 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456735:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc353 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456742:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c8a51bd0400) 00010000:00010000:1.0:1784403638.456744:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403638.456747:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc353 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456752:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc353 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456782:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220600/0x6828175665afc345 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f13a expref: 12 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456795:0:19191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220400/0x6828175665afc35a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f13a expref: 11 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.456802:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c8a4884d000) 00010000:00010000:1.0:1784403638.456804:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1784403638.456806:0:19191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a73220400, rc 0) 00000100:00100000:1.0:1784403638.456914:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+11:17343:x1871082241014656:12345-192.168.204.28@tcp:101:bash.0 Request processed in 734us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403638.456922:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 27 00000100:00100000:1.0:1784403638.463123:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403638.463228:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241014912 00000100:00100000:2.0:1784403638.463239:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241014912 00000100:00100000:2.0:1784403638.463322:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 28 00000100:00100000:2.0:1784403638.463334:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b625180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+11:17343:x1871082241014912:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:2.0:1784403638.463360:0:19190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403638.463385:0:19190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc361 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f141 expref: -99 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.463538:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.463553:0:19190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc314 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f133 expref: 11 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.463562:0:19190:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.463601:0:19190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc314 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f133 expref: 11 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.463615:0:19190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc314 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f133 expref: 11 pid: 19189 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403638.463629:0:19190:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7751e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:19190:1871082260930944:192.168.204.28@tcp:104: 00000100:00100000:2.0:1784403638.463714:0:19190:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a48b4c180 going to sleep for 11 seconds 00000100:00100000:3.0:1784403638.467299:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403638.470129:0:19176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241015040 00000100:00100000:1.0:1784403638.470145:0:19176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241015040 00010000:00010000:1.0:1784403638.470197:0:19176:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc314 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f133 expref: 12 pid: 19189 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403638.470273:0:19176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 10 00000100:00100000:1.0:1784403638.470283:0:19176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:681e9e95-4515-4d42-b8d8-462d7dd39ef4+12:2361:x1871082241015040:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784403638.470299:0:19176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784403638.470306:0:19176:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc314 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f133 expref: 12 pid: 19189 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.470319:0:19176:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc314 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f133 expref: 12 pid: 19189 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.470341:0:19176:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c8a4884d000) 00010000:00010000:1.0:1784403638.470347:0:19176:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.470358:0:19176:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.470366:0:19176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.470386:0:19176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784403638.470456:0:19176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:681e9e95-4515-4d42-b8d8-462d7dd39ef4+12:2361:x1871082241015040:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 175us (3169us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403638.470463:0:19176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 10 00010000:00010000:2.0:1784403638.473410:0:19190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc314 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f133 expref: 11 pid: 19189 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403638.473439:0:19190:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7751e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:19190:1871082260930944:192.168.204.28@tcp:104: 00010000:00010000:2.0:1784403638.473464:0:19190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.473475:0:19190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.473481:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.473578:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc36f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.473592:0:19190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc36f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.473603:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc36f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.475846:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b200/0x6828175665afc376 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.475894:0:19190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b200/0x6828175665afc376 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.475907:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b200/0x6828175665afc376 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784403638.475920:0:19190:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1784403638.476061:0:19190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.476070:0:19190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.476077:0:19190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.476084:0:19190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341ae00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:2.0:1784403638.476089:0:19190:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.476097:0:19190:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.476109:0:19190:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c8a4884d000) 00010000:00010000:2.0:1784403638.476112:0:19190:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784403638.476118:0:19190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.476203:0:19190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc368 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1784403638.476217:0:19190:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000030b9cc30 reply state 0000000065827bc8 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc36f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403638.476227:0:19190:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1784403638.476263:0:19190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc361 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f141 expref: 14 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.476279:0:19190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b200/0x6828175665afc376 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f141 expref: 13 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.476366:0:19190:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:2.0:1784403638.476370:0:19190:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1784403638.476372:0:19190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c894341b200, rc 0) 00000100:00100000:2.0:1784403638.476530:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b625180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+14:17343:x1871082241014912:12345-192.168.204.28@tcp:101:bash.0 Request processed in 13198us (13417us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1784403638.476540:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 28 00010000:00010000:2.0:1784403638.479633:0:3552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc36f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.479649:0:3552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc36f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.479657:0:3552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc36f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.479664:0:3552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341be00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:2.0:1784403638.479669:0:3552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc36f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.479676:0:3552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc36f lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.479692:0:3552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8c8a47d25300) 00010000:00010000:2.0:1784403638.479695:0:3552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784403638.479699:0:3552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc36f lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.479705:0:3552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc36f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403638.498304:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403638.498501:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241015168 00000100:00100000:3.0:1784403638.498512:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241015168 00000100:00100000:3.0:1784403638.498578:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 29 00000100:00100000:3.0:1784403638.498589:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+13:17343:x1871082241015168:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:3.0:1784403638.498617:0:20514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784403638.498643:0:20514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc384 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f148 expref: -99 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.498722:0:20514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.498738:0:20514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.498750:0:20514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784403638.498792:0:20514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1784403638.498796:0:20514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1784403638.498819:0:20514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.498863:0:20514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.498936:0:20514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc384 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f148 expref: 15 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.498958:0:20514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f148 expref: 14 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403638.498967:0:20514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:3.0:1784403638.498970:0:20514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1784403638.498974:0:20514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a734a0600, rc 0) 00000100:00100000:3.0:1784403638.499048:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+14:17343:x1871082241015168:12345-192.168.204.28@tcp:101:bash.0 Request processed in 451us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403638.499056:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 29 00000100:00100000:0.0:1784403638.503560:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403638.503849:0:19193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241015424 00000100:00100000:3.0:1784403638.503859:0:19193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241015424 00000100:00100000:3.0:1784403638.503943:0:19193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 5 00000100:00100000:3.0:1784403638.503954:0:19193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7fe9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+14:17343:x1871082241015424:12345-192.168.204.28@tcp:35:bash.0 00000100:00100000:3.0:1784403638.504351:0:19193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7fe9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+15:17343:x1871082241015424:12345-192.168.204.28@tcp:35:bash.0 Request processed in 399us (799us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1784403638.504360:0:19193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 5 00010000:00010000:0.0:1784403638.559165:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403638.586772:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403638.586932:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241015680 00000100:00100000:1.0:1784403638.586943:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241015680 00000100:00100000:1.0:1784403638.587195:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 30 00000100:00100000:1.0:1784403638.587208:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+15:17353:x1871082241015680:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1784403638.587248:0:19189:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403638.587271:0:19189:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220600/0x6828175665afc392 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f14f expref: -99 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784403638.588645:0:19189:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 512 00010000:00010000:1.0:1784403638.588793:0:19189:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220600/0x6828175665afc392 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f14f expref: 17 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.589211:0:19189:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8a47d25b00) 00010000:00010000:1.0:1784403638.589216:0:19189:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1784403638.589223:0:19189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220600/0x6828175665afc392 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f14f expref: 17 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.589240:0:19189:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a73220600, rc 0) 00000100:00100000:1.0:1784403638.589484:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+16:17353:x1871082241015680:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2278us (2722us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1784403638.589492:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 30 00000100:00100000:2.0:1784403638.601404:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403638.602807:0:19193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241015936 00000100:00100000:3.0:1784403638.602819:0:19193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241015936 00000100:00100000:3.0:1784403638.602903:0:19193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:3.0:1784403638.602914:0:19193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+16:17353:x1871082241015936:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1784403638.603351:0:19193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+17:17353:x1871082241015936:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 437us (1957us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1784403638.603359:0:19193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:0.0:1784403638.686374:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403638.689392:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241016192 00000100:00100000:1.0:1784403638.689408:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241016192 00000100:00100000:1.0:1784403638.689540:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 31 00000100:00100000:1.0:1784403638.689552:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+17:17356:x1871082241016192:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1784403638.689582:0:20514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403638.689604:0:20514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220600/0x6828175665afc3a0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f156 expref: -99 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.689707:0:20514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc3a7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.689753:0:20514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc3a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.689765:0:20514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc3a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784403638.689778:0:20514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1784403638.689929:0:20514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220600/0x6828175665afc3a0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f156 expref: 20 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.689948:0:20514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc3a7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f156 expref: 19 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.689956:0:20514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:1.0:1784403638.689959:0:20514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1784403638.689962:0:20514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a73221400, rc 0) 00000100:00100000:1.0:1784403638.690047:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+19:17356:x1871082241016192:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 498us (3683us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1784403638.690055:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 31 00000100:00100000:0.0:1784403638.693960:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403638.697979:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403638.698266:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241016320 00000100:00100000:2.0:1784403638.698275:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241016320 00000100:00100000:2.0:1784403638.698330:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 32 00000100:00100000:2.0:1784403638.698340:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a72e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+19:17356:x1871082241016320:12345-192.168.204.28@tcp:54:lfs.0 00010000:00010000:2.0:1784403638.698407:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc3b5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.698423:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc3b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.698434:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc3b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.698459:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc3b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.698466:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc3b5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.698473:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc3b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.698479:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341a400 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:2.0:1784403638.698483:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc3b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.698491:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc3b5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.698513:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:2.0:1784403638.698516:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1784403638.698521:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc3b5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403638.698527:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc3b5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403638.698588:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a72e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+19:17356:x1871082241016320:12345-192.168.204.28@tcp:54:lfs.0 Request processed in 250us (4640us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403638.698595:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 32 00000100:00100000:1.0:1784403638.699118:0:19175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241016448 00000100:00100000:1.0:1784403638.699124:0:19175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241016448 00000100:00100000:1.0:1784403638.699168:0:19175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 0 00000100:00100000:1.0:1784403638.699176:0:19175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a5227a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+19:2361:x1871082241016448:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784403638.699189:0:19175:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784403638.699206:0:19175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221400/0x6828175665afc3a7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f156 expref: 19 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403638.699238:0:19175:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:1.0:1784403638.699242:0:19175:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784403638.699289:0:19175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a5227a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+18:2361:x1871082241016448:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 114us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403638.699296:0:19175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 0 00000100:00100000:2.0:1784403638.713029:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403638.713133:0:19192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241016704 00000100:00100000:0.0:1784403638.713144:0:19192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241016704 00000100:00100000:0.0:1784403638.713387:0:19192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00100000:0.0:1784403638.713400:0:19192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+18:17356:x1871082241016704:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1784403638.713636:0:19192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+19:17356:x1871082241016704:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 238us (616us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1784403638.713643:0:19192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 7 00000040:00080000:0.0:1784403639.007639:0:19225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1784403639.082844:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403639.082984:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241016960 00000100:00100000:2.0:1784403639.082994:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241016960 00000100:00100000:2.0:1784403639.083068:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 33 00000100:00100000:2.0:1784403639.083078:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b625f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+19:17387:x1871082241016960:12345-192.168.204.28@tcp:101:cat.0 00010000:00010000:2.0:1784403639.083105:0:19191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403639.083125:0:19191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc3bc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f15d expref: -99 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403639.083239:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a800/0x6828175665afc3c3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403639.083265:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a800/0x6828175665afc3c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403639.083277:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a800/0x6828175665afc3c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784403639.083308:0:19191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1784403639.083456:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc3bc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f15d expref: 22 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403639.083488:0:19191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a800/0x6828175665afc3c3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f15d expref: 21 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403639.083496:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:2.0:1784403639.083507:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1784403639.083512:0:19191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c894341a800, rc 0) 00000100:00100000:2.0:1784403639.083580:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b625f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+21:17387:x1871082241016960:12345-192.168.204.28@tcp:101:cat.0 Request processed in 503us (745us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1784403639.083587:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 33 00000100:00100000:2.0:1784403639.092053:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403639.092161:0:19193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241017216 00000100:00100000:3.0:1784403639.092171:0:19193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241017216 00000100:00100000:3.0:1784403639.092236:0:19193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 8 00000100:00100000:3.0:1784403639.092257:0:19193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+21:17387:x1871082241017216:12345-192.168.204.28@tcp:35:cat.0 00000100:00100000:3.0:1784403639.092626:0:19193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+22:17387:x1871082241017216:12345-192.168.204.28@tcp:35:cat.0 Request processed in 380us (582us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1784403639.092635:0:19193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 8 00000100:00100000:0.0:1784403639.097124:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403639.097353:0:19176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241017344 00000100:00100000:1.0:1784403639.097363:0:19176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241017344 00000100:00100000:1.0:1784403639.097436:0:19176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1 00000100:00100000:1.0:1784403639.097447:0:19176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52279c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+22:2361:x1871082241017344:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784403639.097477:0:19176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784403639.097506:0:19176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a800/0x6828175665afc3c3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f15d expref: 22 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403639.097525:0:19176:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:1.0:1784403639.097530:0:19176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784403639.097591:0:19176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52279c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+21:2361:x1871082241017344:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 146us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403639.097599:0:19176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1 00000100:00100000:1.0:1784403639.163038:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403639.163251:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241017600 00000100:00100000:0.0:1784403639.163261:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241017600 00000100:00100000:0.0:1784403639.163318:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 34 00000100:00100000:0.0:1784403639.163328:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+21:17393:x1871082241017600:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1784403639.163353:0:19189:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784403639.163375:0:19189:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5c00/0x6828175665afc3d1 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f164 expref: -99 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403639.163487:0:19189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4200/0x6828175665afc3d8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403639.163502:0:19189:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b200/0x6828175665afc376 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f141 expref: 22 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403639.163509:0:19189:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f148 expref: 22 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403639.163531:0:19189:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4200/0x6828175665afc3d8 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403639.163566:0:19189:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f148 expref: 22 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403639.163580:0:19189:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f148 expref: 22 pid: 20514 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403639.163594:0:19189:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52278e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:19189:1871082260931072:192.168.204.28@tcp:104: 00010000:00010000:0.0:1784403639.163690:0:19189:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b200/0x6828175665afc376 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f141 expref: 22 pid: 19190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403639.163699:0:19189:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b200/0x6828175665afc376 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f141 expref: 22 pid: 19190 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403639.163708:0:19189:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52279180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:19189:1871082260931200:192.168.204.28@tcp:104: 00000100:00100000:0.0:1784403639.163727:0:19189:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a49ca4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1784403639.169437:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403639.169494:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403639.169596:0:21210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241017728 00000100:00100000:3.0:1784403639.169606:0:21210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241017728 00010000:00010000:3.0:1784403639.169649:0:21210:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f148 expref: 23 pid: 20514 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403639.169689:0:21210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241017856 00000100:00100000:3.0:1784403639.169693:0:21210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241017856 00010000:00010000:3.0:1784403639.169706:0:21210:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b200/0x6828175665afc376 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f141 expref: 24 pid: 19190 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403639.169729:0:21210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 11 00000100:00100000:3.0:1784403639.169737:0:21210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8941975c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:2361:x1871082241017728:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784403639.169752:0:21210:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784403639.169759:0:21210:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f148 expref: 24 pid: 20514 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.169791:0:21210:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f148 expref: 24 pid: 20514 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.169826:0:21210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:3.0:1784403639.169832:0:21210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4200/0x6828175665afc3d8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.169841:0:21210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4200/0x6828175665afc3d8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.169847:0:21210:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784403639.169921:0:21210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8941975c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:2361:x1871082241017728:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 183us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403639.169929:0:21210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 11 00000100:00100000:3.0:1784403639.169984:0:21210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 12 00000100:00100000:3.0:1784403639.169991:0:21210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+23:2361:x1871082241017856:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784403639.170000:0:21210:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784403639.170005:0:21210:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b200/0x6828175665afc376 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f141 expref: 23 pid: 19190 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.170015:0:21210:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b200/0x6828175665afc376 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f141 expref: 23 pid: 19190 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.170042:0:21210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:3.0:1784403639.170047:0:21210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4200/0x6828175665afc3d8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.170066:0:21210:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4200/0x6828175665afc3d8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.170075:0:21210:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4200/0x6828175665afc3d8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.170094:0:21210:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784403639.170115:0:21210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+23:2361:x1871082241017856:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 123us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403639.170122:0:21210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 12 00010000:00010000:0.0:1784403639.172002:0:19189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0600/0x6828175665afc38b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f148 expref: 22 pid: 20514 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403639.172040:0:19189:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52278e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:19189:1871082260931072:192.168.204.28@tcp:104: 00010000:00010000:0.0:1784403639.172059:0:19189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341b200/0x6828175665afc376 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f141 expref: 21 pid: 19190 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403639.172089:0:19189:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52279180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:19189:1871082260931200:192.168.204.28@tcp:104: 00010000:00010000:0.0:1784403639.172113:0:19189:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4200/0x6828175665afc3d8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403639.172122:0:19189:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4200/0x6828175665afc3d8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403639.172197:0:19189:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4200/0x6828175665afc3d8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784403639.172219:0:19189:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1784403639.172457:0:19189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5c00/0x6828175665afc3d1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f164 expref: 22 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403639.172561:0:19189:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4200/0x6828175665afc3d8 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f164 expref: 21 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403639.172570:0:19189:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:0.0:1784403639.172573:0:19189:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1784403639.172576:0:19189:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a7fce4200, rc 0) 00000100:00100000:0.0:1784403639.172705:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+21:17393:x1871082241017600:12345-192.168.204.28@tcp:101:dd.0 Request processed in 9377us (9684us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1784403639.172715:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 34 00000100:00100000:2.0:1784403639.176359:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403639.176730:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241018112 00000100:00100000:1.0:1784403639.176740:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241018112 00000100:00100000:1.0:1784403639.176845:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 35 00000100:00100000:1.0:1784403639.176856:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+21:17393:x1871082241018112:12345-192.168.204.28@tcp:36:dd.0 00010000:00010000:1.0:1784403639.177436:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220000/0x6828175665afc3e6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403639.177461:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220000/0x6828175665afc3e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403639.177490:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220000/0x6828175665afc3e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1784403639.177546:0:19191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1784403639.177572:0:19191:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000450afd5a reply state 00000000ca9bd9f5 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220000/0x6828175665afc3e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403639.177581:0:19191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1784403639.177686:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:17393:x1871082241018112:12345-192.168.204.28@tcp:36:dd.0 Request processed in 829us (1333us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1784403639.177695:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 35 00000020:00080000:1.0:1784403639.177700:0:19191:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1784403639.180688:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1784403639.181289:0:3551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220000/0x6828175665afc3e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.181304:0:3551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220000/0x6828175665afc3e6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.181312:0:3551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220000/0x6828175665afc3e6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.181317:0:3551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a73220000 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:3.0:1784403639.181322:0:3551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220000/0x6828175665afc3e6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.181329:0:3551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220000/0x6828175665afc3e6 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.181346:0:3551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:3.0:1784403639.181349:0:3551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784403639.181354:0:3551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220000/0x6828175665afc3e6 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.181381:0:3551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220000/0x6828175665afc3e6 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403639.181687:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241018240 00000100:00100000:1.0:1784403639.181698:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241018240 00000100:00100000:1.0:1784403639.181749:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 36 00000100:00100000:1.0:1784403639.181759:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+23:17393:x1871082241018240:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:1.0:1784403639.181782:0:19191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403639.181799:0:19191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221c00/0x6828175665afc3ed lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f16b expref: -99 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403639.182105:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221c00/0x6828175665afc3ed lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f16b expref: 24 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403639.182121:0:19191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221c00/0x6828175665afc3ed lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f16b expref: 24 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403639.182233:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:1.0:1784403639.182236:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1784403639.182301:0:19191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a73221c00, rc 0) 00000100:00100000:1.0:1784403639.182406:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:17393:x1871082241018240:12345-192.168.204.28@tcp:101:dd.0 Request processed in 648us (1726us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403639.182413:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 36 00000100:00100000:2.0:1784403639.198429:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403639.198567:0:21210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241018496 00000100:00100000:3.0:1784403639.198577:0:21210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241018496 00000100:00100000:3.0:1784403639.198700:0:21210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2 00000100:00100000:3.0:1784403639.198712:0:21210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:17393:x1871082241018496:12345-192.168.204.28@tcp:103:dd.0 00010000:00010000:3.0:1784403639.198730:0:21210:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784403639.198758:0:21210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221c00/0x6828175665afc3ed lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f16b expref: 24 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.198779:0:21210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:3.0:1784403639.198785:0:21210:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784403639.199158:0:21210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+23:17393:x1871082241018496:12345-192.168.204.28@tcp:103:dd.0 Request processed in 447us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403639.199168:0:21210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2 00000100:00100000:0.0:1784403639.201504:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403639.201587:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241018624 00000100:00100000:3.0:1784403639.201596:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241018624 00000100:00100000:3.0:1784403639.201655:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 37 00000100:00100000:3.0:1784403639.201665:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+23:17393:x1871082241018624:12345-192.168.204.28@tcp:58:dd.0 00010000:00010000:3.0:1784403639.201757:0:20514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc3f4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.201775:0:20514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc3f4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403639.201788:0:20514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc3f4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784403639.202704:0:20514:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784403639.202858:0:20514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1784403639.202969:0:20514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1784403639.203094:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+23:17393:x1871082241018624:12345-192.168.204.28@tcp:58:dd.0 Request processed in 1427us (1594us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403639.203105:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 37 00000100:00100000:3.0:1784403639.206006:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403639.206326:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241018752 00000100:00100000:1.0:1784403639.206337:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241018752 00000100:00100000:1.0:1784403639.206432:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 38 00000100:00100000:1.0:1784403639.206442:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+23:17393:x1871082241018752:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:1.0:1784403639.206462:0:19191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403639.206482:0:19191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221600/0x6828175665afc3fb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f172 expref: -99 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403639.206539:0:19191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc3f4 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403639.206551:0:19191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221600/0x6828175665afc3fb lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f172 expref: 24 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403639.206573:0:19191:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc3f4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403639.206585:0:19191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221600/0x6828175665afc3fb lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f172 expref: 24 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403639.206598:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:1.0:1784403639.206615:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1784403639.206620:0:19191:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221600/0x6828175665afc3fb lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f172 expref: 24 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403639.206628:0:19191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a73221600, rc 0) 00000100:00100000:1.0:1784403639.206692:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:17393:x1871082241018752:12345-192.168.204.28@tcp:101:dd.0 Request processed in 251us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403639.206699:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 38 00010000:00010000:1.0:1784403639.583751:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784403639.875028:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403639.875076:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403639.875109:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403639.875140:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403639.875241:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241018880 00000100:00100000:1.0:1784403639.875251:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241018880 00000100:00100000:1.0:1784403639.875307:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 120 00000100:00100000:1.0:1784403639.875317:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:2361:x1871082241018880:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1784403639.875415:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ddebe23-28b1-42ae-b1fc-038695c1c583+13:2361:x1871082241018880:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 98us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403639.875424:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 120 00000100:00100000:0.0:1784403639.875678:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241019264 00000100:00100000:0.0:1784403639.875683:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241019264 00000100:00100000:0.0:1784403639.875735:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241019520 00000100:00100000:0.0:1784403639.875745:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241019520 00000100:00100000:0.0:1784403639.875772:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 10 00000100:00100000:0.0:1784403639.875779:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:2360:x1871082241019264:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1784403639.875812:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:2360:x1871082241019264:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 34us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403639.875818:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 10 00000100:00100000:0.0:1784403639.875841:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 11 00000100:00100000:0.0:1784403639.875848:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+5:2360:x1871082241019520:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1784403639.875908:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+5:2360:x1871082241019520:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 61us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403639.875914:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 11 00000100:00080000:1.0:1784403639.876146:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1784403639.876151:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1784403639.876920:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241019008 00000100:00100000:3.0:1784403639.876928:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241019008 00000100:00100000:3.0:1784403639.876971:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 22 00000100:00100000:3.0:1784403639.876980:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:2360:x1871082241019008:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1784403639.877040:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:2360:x1871082241019008:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 62us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403639.877048:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 22 00000100:00100000:2.0:1784403639.895716:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403639.895773:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403639.895814:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403639.895941:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241019136 00000100:00100000:1.0:1784403639.895948:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241019648 00000100:00100000:0.0:1784403639.895953:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241019136 00000100:00100000:1.0:1784403639.895955:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241019648 00000100:00100000:1.0:1784403639.896042:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 12 00000100:00100000:3.0:1784403639.896043:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241019392 00000100:00100000:3.0:1784403639.896051:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241019392 00000100:00100000:1.0:1784403639.896053:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:681e9e95-4515-4d42-b8d8-462d7dd39ef4+5:2361:x1871082241019648:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1784403639.896090:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 23 00000100:00100000:3.0:1784403639.896100:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+11:2361:x1871082241019392:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1784403639.896133:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:681e9e95-4515-4d42-b8d8-462d7dd39ef4+5:2361:x1871082241019648:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 81us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403639.896141:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 12 00000100:00100000:3.0:1784403639.896147:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:681e9e95-4515-4d42-b8d8-462d7dd39ef4+11:2361:x1871082241019392:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 46us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403639.896155:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 23 00000100:00100000:0.0:1784403639.903146:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 13 00000100:00100000:0.0:1784403639.903267:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7751d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:2361:x1871082241019136:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1784403639.903362:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7751d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:2361:x1871082241019136:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 100us (7655us total) trans 0 rc 0/0 00000100:00080000:2.0:1784403639.903727:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1784403639.903734:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784403639.912638:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 13 00000040:00080000:0.0:1784403640.031281:0:19225:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1784403640.031290:0:19225:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1784403640.031329:0:19225:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1784403640.031336:0:19225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1784403640.031460:0:19225:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52278e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:19225:1871082260931328:192.168.204.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1784403640.031588:0:19225:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a43ffd180 going to sleep for 11 seconds 00000100:00100000:0.0:1784403640.036771:0:19225:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52278e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:19225:1871082260931328:192.168.204.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1784403640.039999:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403640.040322:0:19200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241019776 00000100:00100000:2.0:1784403640.040332:0:19200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241019776 00000100:00100000:2.0:1784403640.040402:0:19200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 0 00000100:00100000:2.0:1784403640.040414:0:19200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:17394:x1871082241019776:12345-192.168.204.28@tcp:900:lhsmtool_posix.0 00000100:00080000:1.0:1784403640.040480:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784403640.040526:0:19200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:17394:x1871082241019776:12345-192.168.204.28@tcp:900:lhsmtool_posix.0 Request processed in 114us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403640.040534:0:19200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 0 00000100:00100000:3.0:1784403640.047560:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.047778:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241019904 00000100:00100000:1.0:1784403640.047809:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241019904 00000100:00100000:1.0:1784403640.047904:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 39 00000100:00100000:1.0:1784403640.047915:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:17394:x1871082241019904:12345-192.168.204.28@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1784403640.047948:0:20514:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1784403640.048091:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:17394:x1871082241019904:12345-192.168.204.28@tcp:53:lhsmtool_posix.0 Request processed in 169us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403640.048100:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 39 00000100:00100000:0.0:1784403640.056139:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.056284:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241020032 00000100:00100000:1.0:1784403640.056294:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241020032 00000100:00100000:1.0:1784403640.056361:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 40 00000100:00100000:1.0:1784403640.056372:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:17394:x1871082241020032:12345-192.168.204.28@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1784403640.056451:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc402 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056476:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc402 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056488:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc402 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056566:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc409 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056574:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc409 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056581:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc409 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056601:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc410 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056624:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc410 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056631:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc410 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784403640.056667:0:19191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1784403640.056671:0:19191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1784403640.056684:0:19191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc410 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056694:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc402 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056701:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc402 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056708:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc402 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056714:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a73221800 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403640.056718:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc402 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056725:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc402 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056735:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8c8a51bd0200) 00010000:00010000:1.0:1784403640.056738:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403640.056742:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc402 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056757:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc402 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056770:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc409 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056776:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc409 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056782:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc409 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056787:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a73221a00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403640.056790:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc409 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056795:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc409 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056802:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8c8a51bd0400) 00010000:00010000:1.0:1784403640.056804:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403640.056806:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc409 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056812:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc409 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056824:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc410 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056829:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc410 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056839:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc410 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056844:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a73220c00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403640.056847:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc410 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056853:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc410 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056860:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:1.0:1784403640.056898:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403640.056902:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc410 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.056909:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc410 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403640.056987:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:17394:x1871082241020032:12345-192.168.204.28@tcp:34:lhsmtool_posix.0 Request processed in 615us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403640.056995:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 40 00000100:00100000:3.0:1784403640.064662:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.064813:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241020288 00000100:00100000:1.0:1784403640.064823:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241020288 00000100:00100000:1.0:1784403640.064907:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 41 00000100:00100000:1.0:1784403640.064918:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+24:17394:x1871082241020288:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1784403640.064941:0:20514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403640.064962:0:20514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc417 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f179 expref: -99 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.065832:0:20514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc41e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.065852:0:20514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc41e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.065907:0:20514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc41e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784403640.065922:0:20514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1784403640.066043:0:20514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc41e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.066050:0:20514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc41e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.066057:0:20514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc41e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.066072:0:20514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a73221a00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403640.066077:0:20514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc41e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.066294:0:20514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc41e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.066307:0:20514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:1.0:1784403640.066310:0:20514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1784403640.066315:0:20514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc41e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.066624:0:20514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc41e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.066679:0:20514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc417 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f179 expref: 26 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.066689:0:20514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8c8a51bd0200) 00010000:00010000:1.0:1784403640.066691:0:20514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1784403640.066694:0:20514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc417 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f179 expref: 26 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.066703:0:20514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a73220c00, rc 0) 00000100:00100000:1.0:1784403640.066849:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+25:17394:x1871082241020288:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 Request processed in 1931us (2194us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1784403640.066858:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 41 00000100:00100000:2.0:1784403640.077057:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.077274:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241020416 00000100:00100000:1.0:1784403640.077285:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241020416 00000100:00100000:1.0:1784403640.077353:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 42 00000100:00100000:1.0:1784403640.077364:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+25:17394:x1871082241020416:12345-192.168.204.28@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1784403640.077410:0:19191:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1784403640.077742:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+25:17394:x1871082241020416:12345-192.168.204.28@tcp:53:lhsmtool_posix.0 Request processed in 379us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403640.077751:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 42 00000100:00100000:0.0:1784403640.092116:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403640.093137:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241020672 00000100:00100000:2.0:1784403640.093153:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241020672 00000100:00100000:2.0:1784403640.093233:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 43 00000100:00100000:2.0:1784403640.093245:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+25:17394:x1871082241020672:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1784403640.093269:0:19189:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403640.093293:0:19189:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc42c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f180 expref: -99 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1784403640.098288:0:19189:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000400:0x6:0x0], count =60 00000004:00080000:2.0:1784403640.098301:0:19189:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000400:0x6:0x0]+60 in llog 00000004:00080000:2.0:1784403640.098452:0:19189:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x42:0x0], index 1: 0 00010000:00010000:2.0:1784403640.099443:0:19189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a800/0x6828175665afc433 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.099466:0:19189:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a800/0x6828175665afc433 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.099490:0:19189:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a800/0x6828175665afc433 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.099574:0:19189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a400/0x6828175665afc42c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f180 expref: 28 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.099593:0:19189:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a800/0x6828175665afc433 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f180 expref: 27 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.099601:0:19189:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c8a47d25300) 00010000:00010000:2.0:1784403640.099604:0:19189:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1784403640.099608:0:19189:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c894341a800, rc 0) 00000100:00100000:2.0:1784403640.099697:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+27:17394:x1871082241020672:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 Request processed in 6453us (7591us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1784403640.099706:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 43 00000100:00100000:0.0:1784403640.104726:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.104825:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241020928 00000100:00100000:1.0:1784403640.104835:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241020928 00000100:00100000:1.0:1784403640.105129:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 44 00000100:00100000:1.0:1784403640.105153:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a5227a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+27:17394:x1871082241020928:12345-192.168.204.28@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1784403640.105213:0:19191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784403640.105248:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341a800/0x6828175665afc433 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f180 expref: 27 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105267:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c8a47d25300) 00010000:00010000:1.0:1784403640.105277:0:19191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1784403640.105302:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc441 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105317:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc441 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105336:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc441 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105351:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc448 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa97e108e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105358:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc448 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa97e108e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105364:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc448 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa97e108e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105447:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc441 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105454:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc441 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105480:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc441 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105488:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a73220c00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403640.105492:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc441 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105500:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc441 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105508:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c8a4884d000) 00010000:00010000:1.0:1784403640.105511:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403640.105514:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc441 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105520:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220c00/0x6828175665afc441 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105531:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc448 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa97e108e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105537:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc448 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa97e108e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105542:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc448 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa97e108e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105547:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a73221a00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:1.0:1784403640.105550:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc448 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa97e108e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105568:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc448 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa97e108e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105576:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xa97e108e (ffff8c8a51bd0400) 00010000:00010000:1.0:1784403640.105579:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784403640.105581:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc448 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa97e108e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.105587:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221a00/0x6828175665afc448 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa97e108e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403640.105672:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a5227a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+26:17394:x1871082241020928:12345-192.168.204.28@tcp:36:lhsmtool_posix.0 Request processed in 520us (953us total) trans 0 rc -2/-2 00000100:00100000:1.0:1784403640.105679:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 44 00000100:00100000:3.0:1784403640.109977:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.110096:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241021056 00000100:00100000:1.0:1784403640.110111:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241021056 00000100:00100000:1.0:1784403640.110177:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 45 00000100:00100000:1.0:1784403640.110186:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+26:17394:x1871082241021056:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1784403640.110207:0:20514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403640.110240:0:20514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc44f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f187 expref: -99 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.110282:0:20514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220a00/0x6828175665afc456 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.110296:0:20514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220a00/0x6828175665afc456 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.110307:0:20514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220a00/0x6828175665afc456 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.110434:0:20514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc44f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f187 expref: 28 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.110453:0:20514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73220a00/0x6828175665afc456 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f187 expref: 27 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.110461:0:20514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c8a51bd0b00) 00010000:00010000:1.0:1784403640.110463:0:20514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1784403640.110466:0:20514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a73220a00, rc 0) 00000100:00100000:1.0:1784403640.110517:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+27:17394:x1871082241021056:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 Request processed in 332us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403640.110524:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 45 00000100:00100000:0.0:1784403640.114365:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403640.114668:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241021312 00000100:00100000:3.0:1784403640.114679:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241021312 00000100:00100000:3.0:1784403640.114781:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 46 00000100:00100000:3.0:1784403640.114801:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a5227aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+27:17394:x1871082241021312:12345-192.168.204.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1784403640.114944:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1e00/0x6828175665afc45d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.114963:0:19190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1e00/0x6828175665afc45d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.114975:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1e00/0x6828175665afc45d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784403640.115429:0:19190:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:3.0:1784403640.115450:0:19190:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 645683582978ns, next at 646683580728ns, rc = 0 00000004:00010000:3.0:1784403640.115542:0:19190:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001cb906e6 reply state 000000002f1b20cf transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1e00/0x6828175665afc45d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403640.115552:0:19190:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1784403640.115664:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a5227aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+29:17394:x1871082241021312:12345-192.168.204.28@tcp:36:lhsmtool_posix.0 Request processed in 864us (1306us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1784403640.115672:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 46 00010000:00010000:2.0:1784403640.117780:0:3552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1e00/0x6828175665afc45d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.117804:0:3552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1e00/0x6828175665afc45d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.117811:0:3552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1e00/0x6828175665afc45d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.117817:0:3552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a1e00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:2.0:1784403640.117822:0:3552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1e00/0x6828175665afc45d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.117829:0:3552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1e00/0x6828175665afc45d lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.117861:0:3552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c8a51bd0b00) 00010000:00010000:2.0:1784403640.117888:0:3552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1784403640.117893:0:3552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1e00/0x6828175665afc45d lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.117900:0:3552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1e00/0x6828175665afc45d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403640.118715:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.119078:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241021440 00000100:00100000:1.0:1784403640.119090:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241021440 00000100:00100000:1.0:1784403640.119317:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 47 00000100:00100000:1.0:1784403640.119397:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+28:17394:x1871082241021440:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1784403640.119428:0:20514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784403640.119450:0:20514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc464 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f18e expref: -99 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.119520:0:20514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc464 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f18e expref: 29 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.119532:0:20514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc464 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f18e expref: 29 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.119561:0:20514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c8a51bd0b00) 00010000:00010000:1.0:1784403640.119563:0:20514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1784403640.119566:0:20514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a73221800, rc 0) 00000100:00100000:1.0:1784403640.119782:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+29:17394:x1871082241021440:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 Request processed in 447us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403640.119790:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 47 00000100:00100000:0.0:1784403640.123116:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.123420:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241021568 00000100:00100000:1.0:1784403640.123431:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241021568 00000100:00100000:1.0:1784403640.123501:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 12 00000100:00100000:1.0:1784403640.123512:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a5227ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:2358:x1871082241021568:12345-192.168.204.28@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1784403640.124206:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a5227ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:2358:x1871082241021568:12345-192.168.204.28@tcp:2:lhsmtool_posix.0 Request processed in 566us (973us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1784403640.124216:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 12 00000100:00100000:2.0:1784403640.127736:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403640.127976:0:19192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241021824 00000100:00100000:0.0:1784403640.127986:0:19192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241021824 00000100:00100000:0.0:1784403640.128394:0:19192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 9 00000100:00100000:0.0:1784403640.128409:0:19192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a81b58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+29:17394:x1871082241021824:12345-192.168.204.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1784403640.128682:0:19192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a81b58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+30:17394:x1871082241021824:12345-192.168.204.28@tcp:35:lhsmtool_posix.0 Request processed in 276us (951us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1784403640.133620:0:19192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 9 00000100:00100000:1.0:1784403640.133899:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403640.133949:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241022080 00000100:00100000:0.0:1784403640.133958:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241022080 00000100:00100000:0.0:1784403640.134016:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 48 00000100:00100000:0.0:1784403640.134027:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+30:17394:x1871082241022080:12345-192.168.204.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1784403640.134476:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+30:17394:x1871082241022080:12345-192.168.204.28@tcp:57:lhsmtool_posix.0 Request processed in 450us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403640.134484:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 48 00000100:00100000:1.0:1784403640.137198:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403640.137748:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241022208 00000100:00100000:2.0:1784403640.137757:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241022208 00000100:00100000:2.0:1784403640.138186:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 49 00000100:00100000:2.0:1784403640.138199:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b624e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+30:17394:x1871082241022208:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1784403640.138223:0:19189:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403640.138247:0:19189:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc46b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f195 expref: -99 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.138321:0:19189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc472 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.138337:0:19189:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc472 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.138350:0:19189:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc472 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784403640.138398:0:19189:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1784403640.138420:0:19189:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc472 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.138465:0:19189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341ae00/0x6828175665afc46b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f195 expref: 32 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.138484:0:19189:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc472 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f195 expref: 31 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.138492:0:19189:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c8a51bd0b00) 00010000:00010000:2.0:1784403640.138495:0:19189:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1784403640.138499:0:19189:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c894341be00, rc 0) 00000100:00100000:2.0:1784403640.138969:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b624e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+31:17394:x1871082241022208:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 Request processed in 771us (1777us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403640.138978:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 49 00000100:00100000:1.0:1784403640.142593:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403640.142970:0:20316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241022336 00000100:00100000:0.0:1784403640.142981:0:20316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241022336 00000100:00100000:0.0:1784403640.143053:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 13 00000100:00100000:0.0:1784403640.143064:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+6:2361:x1871082241022336:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1784403640.143082:0:20316:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784403640.143119:0:20316:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea2d1d7f/0x6828175665afc479 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f19c expref: -99 pid: 20316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1784403640.143148:0:20316:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a5bd6b8, blocks: 0x1 00010000:00010000:0.0:1784403640.143170:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1784403640.143174:0:20316:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403640.143185:0:20316:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea2d1d7f/0x6828175665afc479 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f19c expref: 7 pid: 20316 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.143205:0:20316:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ea2d1d7f/0x6828175665afc479 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f19c expref: 7 pid: 20316 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.143217:0:20316:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a7fce5000, rc 0) 00000100:00100000:0.0:1784403640.143280:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:2361:x1871082241022336:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 Request processed in 218us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403640.143287:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 13 00000100:00100000:0.0:1784403640.147359:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.147498:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241022592 00000100:00100000:1.0:1784403640.147508:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241022592 00000100:00100000:1.0:1784403640.147578:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 50 00000100:00100000:1.0:1784403640.147588:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+31:17394:x1871082241022592:12345-192.168.204.28@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1784403640.147697:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+31:17394:x1871082241022592:12345-192.168.204.28@tcp:57:lhsmtool_posix.0 Request processed in 110us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403640.147705:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 50 00000100:00100000:1.0:1784403640.152237:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403640.152456:0:20514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241022720 00000100:00100000:2.0:1784403640.152467:0:20514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241022720 00000100:00100000:2.0:1784403640.152536:0:20514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 51 00000100:00100000:2.0:1784403640.152546:0:20514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+31:17394:x1871082241022720:12345-192.168.204.28@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1784403640.218189:0:6314:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000001:00080000:0.0:1784403640.218255:0:6314:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901894 is committed 00000004:00080000:0.0:1784403640.218268:0:6314:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:0.0:1784403640.218297:0:6314:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:0.0:1784403640.218683:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8941c75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260931456:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1784403640.218757:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403640.218996:0:19829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260931456 00000100:00100000:2.0:1784403640.219014:0:19829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260931456 00000100:00100000:2.0:1784403640.219084:0:19829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1784403640.219094:0:19829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a5227bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3567:x1871082260931456:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1784403640.219251:0:19829:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1784403640.219255:0:19829:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1784403640.219257:0:19829:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1784403640.219259:0:19829:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1784403640 -> 1784403640 00002000:00010000:2.0:1784403640.219261:0:19829:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1784403640.219304:0:19829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a5227bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3567:x1871082260931456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 211us (546us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1784403640.219318:0:19829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:0.0:1784403640.219496:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1784403640.219529:0:3567:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8c8941c75500/2, rc 0, transno 12884901891 00000100:00100000:0.0:1784403640.219535:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8941c75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3567:1871082260931456:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1784403640.220030:0:20514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+14:17394:x1871082241022720:12345-192.168.204.28@tcp:44:lhsmtool_posix.0 Request processed in 67482us (67813us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403640.220040:0:20514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 51 00000100:00100000:1.0:1784403640.224116:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403640.224531:0:20316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241022848 00000100:00100000:0.0:1784403640.224554:0:20316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241022848 00000100:00100000:0.0:1784403640.224614:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 15 00000100:00100000:0.0:1784403640.224625:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:2361:x1871082241022848:12345-192.168.204.28@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1784403640.224764:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:2361:x1871082241022848:12345-192.168.204.28@tcp:16:lhsmtool_posix.0 Request processed in 139us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403640.224771:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 15 00000100:00100000:0.0:1784403640.227840:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403640.227970:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241023104 00000100:00100000:3.0:1784403640.227981:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241023104 00000100:00100000:3.0:1784403640.228053:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 52 00000100:00100000:3.0:1784403640.228064:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+14:17394:x1871082241023104:12345-192.168.204.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1784403640.228118:0:19190:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784403640.228148:0:19190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c894341be00/0x6828175665afc472 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f195 expref: 14 pid: 19189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.228186:0:19190:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c8a51bd0b00) 00010000:00010000:3.0:1784403640.228191:0:19190:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1784403640.228234:0:19190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0c00/0x6828175665afc480 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.228247:0:19190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0c00/0x6828175665afc480 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.228256:0:19190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0c00/0x6828175665afc480 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1784403640.228480:0:19190:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000015946e3 reply state 00000000aa36f488 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0c00/0x6828175665afc480 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403640.228489:0:19190:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1784403640.228581:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+15:17394:x1871082241023104:12345-192.168.204.28@tcp:36:lhsmtool_posix.0 Request processed in 518us (749us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1784403640.228589:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 52 00010000:00010000:0.0:1784403640.231128:0:3551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0c00/0x6828175665afc480 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.231148:0:3551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0c00/0x6828175665afc480 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.231156:0:3551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0c00/0x6828175665afc480 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.231162:0:3551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a0c00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:0.0:1784403640.231166:0:3551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0c00/0x6828175665afc480 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.231173:0:3551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0c00/0x6828175665afc480 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.231189:0:3551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c8a51bd0b00) 00010000:00010000:0.0:1784403640.231192:0:3551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784403640.231197:0:3551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0c00/0x6828175665afc480 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.231203:0:3551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a0c00/0x6828175665afc480 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19190 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403640.233619:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403640.233751:0:19829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241023232 00000100:00100000:2.0:1784403640.233762:0:19829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241023232 00000100:00100000:2.0:1784403640.233827:0:19829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 16 00000100:00100000:2.0:1784403640.233837:0:19829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a5227b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:17394:x1871082241023232:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1784403640.233856:0:19829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784403640.233910:0:19829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8940f1fd0890f1a3 expref: -99 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.233942:0:19829:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea2d1d7f/0x6828175665afc479 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f19c expref: 8 pid: 20316 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.233952:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403640.233956:0:19829:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403640.233962:0:19829:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f1a3 expref: 8 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.234000:0:19829:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ea2d1d7f/0x6828175665afc479 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f19c expref: 8 pid: 20316 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.234025:0:19829:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ea2d1d7f/0x6828175665afc479 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f19c expref: 8 pid: 20316 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403640.234042:0:19829:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8941c77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:19829:1871082260931584:192.168.204.28@tcp:104: 00000100:00100000:2.0:1784403640.234133:0:19829:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52206b40 going to sleep for 11 seconds 00000100:00100000:2.0:1784403640.237196:0:19829:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8941c77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:19829:1871082260931584:192.168.204.28@tcp:104: 00010000:00010000:2.0:1784403640.237247:0:19829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f1a3 expref: 8 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.237268:0:19829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c894341ae00, rc 0) 00000100:00100000:2.0:1784403640.237329:0:19829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a5227b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+8:17394:x1871082241023232:12345-192.168.204.28@tcp:101:lhsmtool_posix.0 Request processed in 3494us (3720us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403640.237338:0:19829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 16 00000100:00100000:3.0:1784403640.240251:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403640.240673:0:19176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241023360 00000100:00100000:2.0:1784403640.240684:0:19176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241023360 00010000:00010000:2.0:1784403640.240727:0:19176:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ea2d1d7f/0x6828175665afc479 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f19c expref: 8 pid: 20316 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403640.240776:0:19176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 13 00000100:00100000:2.0:1784403640.240991:0:19176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+8:2358:x1871082241023360:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784403640.241020:0:19176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784403640.241046:0:19176:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ea2d1d7f/0x6828175665afc479 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f19c expref: 8 pid: 20316 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.241061:0:19176:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ea2d1d7f/0x6828175665afc479 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f19c expref: 8 pid: 20316 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.241088:0:19176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea2d1d7f/0x6828175665afc479 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f19c expref: 8 pid: 20316 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.241125:0:19176:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403640.241130:0:19176:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403640.241138:0:19176:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f1a3 expref: 7 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.241150:0:19176:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f1a3 expref: 7 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.241192:0:19176:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f1a3 expref: 7 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403640.241207:0:19176:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8941c77b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:19176:1871082260931712:192.168.204.28@tcp:105: 00000100:00100000:2.0:1784403640.241317:0:19176:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a52206b40 going to sleep for 11 seconds 00000100:00100000:0.0:1784403640.246235:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.246807:0:20316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241023488 00000100:00100000:1.0:1784403640.246816:0:20316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241023488 00000100:00100000:1.0:1784403640.246895:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 17 00000100:00100000:1.0:1784403640.246907:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a5227b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+8:2360:x1871082241023488:12345-192.168.204.28@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1784403640.247113:0:20316:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1784403640.247117:0:20316:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 1784403639 00002000:00010000:1.0:1784403640.247120:0:20316:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 1784403638 00002000:00010000:1.0:1784403640.247122:0:20316:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1784403640 -> 1784403639 00002000:00010000:1.0:1784403640.247125:0:20316:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1784403640.247188:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a5227b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:2360:x1871082241023488:12345-192.168.204.28@tcp:2:lhsmtool_posix.0 Request processed in 283us (972us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1784403640.247196:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 17 00000100:00100000:2.0:1784403640.249926:0:19176:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8941c77b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:19176:1871082260931712:192.168.204.28@tcp:105: 00010000:00010000:2.0:1784403640.249957:0:19176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784403640.250035:0:19176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+8:2358:x1871082241023360:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 9249us (9792us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403640.250045:0:19176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 13 00000100:00100000:0.0:1784403640.250958:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.251236:0:19826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241023616 00000100:00100000:1.0:1784403640.251247:0:19826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241023616 00000100:00100000:1.0:1784403640.251309:0:19826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 18 00000100:00100000:1.0:1784403640.251319:0:19826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+8:2361:x1871082241023616:12345-192.168.204.28@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1784403640.251371:0:19826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.251683:0:19826:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f1a3 expref: 8 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.251694:0:19826:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403640.251699:0:19826:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1784403640.251704:0:19826:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.251759:0:19826:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f1a3 expref: 8 pid: 19829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.251775:0:19826:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f1a3 expref: 8 pid: 19829 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403640.251801:0:19826:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a7b625880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:19826:1871082260931840:192.168.204.28@tcp:104: 00000100:00100000:1.0:1784403640.251912:0:19826:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a43914d80 going to sleep for 11 seconds 00000100:00100000:1.0:1784403640.257427:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403640.257627:0:19174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241023744 00000100:00100000:0.0:1784403640.257637:0:19174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241023744 00010000:00010000:0.0:1784403640.257676:0:19174:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f1a3 expref: 9 pid: 19829 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403640.257725:0:19174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 14 00000100:00100000:0.0:1784403640.257735:0:19174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b625c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:2360:x1871082241023744:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784403640.257750:0:19174:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784403640.257774:0:19174:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f1a3 expref: 9 pid: 19829 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.257845:0:19174:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f1a3 expref: 9 pid: 19829 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.257894:0:19174:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1784403640.257899:0:19174:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1784403640.257905:0:19174:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.257915:0:19174:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.257967:0:19174:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784403640.258036:0:19174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b625c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:2360:x1871082241023744:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 302us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403640.258044:0:19174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 14 00010000:00010000:2.0:1784403640.259162:0:19826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc487 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f1a3 expref: 8 pid: 19829 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403640.259183:0:19826:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a7b625880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:19826:1871082260931840:192.168.204.28@tcp:104: 00010000:00010000:2.0:1784403640.259208:0:19826:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.259231:0:19826:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.259238:0:19826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.259269:0:19826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.259279:0:19826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.259286:0:19826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.259293:0:19826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a73220000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403640.259297:0:19826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.259306:0:19826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.259322:0:19826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.259340:0:19826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fcc25717/0x6828175665afc48e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403640.259419:0:19826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+7:2361:x1871082241023616:12345-192.168.204.28@tcp:1:lhsmtool_posix.0 Request processed in 8101us (8467us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403640.259429:0:19826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 18 00000100:00100000:1.0:1784403640.265657:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403640.265814:0:19191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241024000 00000100:00100000:0.0:1784403640.265830:0:19191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241024000 00000100:00100000:0.0:1784403640.266067:0:19191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 53 00000100:00100000:0.0:1784403640.266079:0:19191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+14:17394:x1871082241024000:12345-192.168.204.28@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1784403640.266168:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5a00/0x6828175665afc495 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.266188:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5a00/0x6828175665afc495 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.266200:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5a00/0x6828175665afc495 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.266736:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.266750:0:19191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc464 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f18e expref: 15 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.266759:0:19191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.266807:0:19191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc464 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f18e expref: 15 pid: 20514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.266833:0:19191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc464 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f18e expref: 15 pid: 20514 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403640.266847:0:19191:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52278700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:19191:1871082260931968:192.168.204.28@tcp:104: 00000100:00100000:0.0:1784403640.266954:0:19191:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a7745a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784403640.271696:0:19191:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52278700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:19191:1871082260931968:192.168.204.28@tcp:104: 00010000:00010000:0.0:1784403640.271744:0:19191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403640.274725:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403640.274837:0:19175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241024128 00000100:00100000:2.0:1784403640.274847:0:19175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241024128 00010000:00010000:2.0:1784403640.274929:0:19175:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc464 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f18e expref: 16 pid: 20514 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403640.274974:0:19175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 15 00000100:00100000:2.0:1784403640.274985:0:19175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b625880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+16:2361:x1871082241024128:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784403640.275011:0:19175:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784403640.275019:0:19175:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc464 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f18e expref: 16 pid: 20514 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.275033:0:19175:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc464 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f18e expref: 16 pid: 20514 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.275060:0:19175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221800/0x6828175665afc464 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f18e expref: 16 pid: 20514 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.275078:0:19175:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c8a51bd0b00) 00010000:00010000:2.0:1784403640.275083:0:19175:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.275109:0:19175:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.275117:0:19175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.275140:0:19175:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784403640.275198:0:19175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b625880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ecf8a643-dcfc-4f5d-b235-ee60813cd879+15:2361:x1871082241024128:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 214us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403640.275207:0:19175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 15 00010000:00010000:0.0:1784403640.275282:0:19191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.275290:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1784403640.275497:0:19191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1784403640.275658:0:19191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1784403640.275710:0:19191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1784403640.275805:0:19191:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52278700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:19191:1871082260932096:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1784403640.275964:0:19191:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403640.275993:0:19191:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a7745a900 going to sleep for 11 seconds 00000100:00100000:3.0:1784403640.276633:0:19194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260932096 00000100:00100000:3.0:1784403640.276642:0:19194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260932096 00000100:00100000:3.0:1784403640.276727:0:19194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1784403640.276736:0:19194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a5227b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19191:x1871082260932096:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1784403640.276840:0:19194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a5227b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19191:x1871082260932096:12345-0@lo:1000:mdt00_002.0 Request processed in 104us (874us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403640.276846:0:19194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1784403640.276947:0:19191:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52278700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:19191:1871082260932096:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1784403640.277683:0:19191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1784403640.277775:0:19191:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52278700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:19191:1871082260932224:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1784403640.277824:0:19191:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403640.278680:0:19191:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a7745a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784403640.278726:0:19195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260932224 00000100:00100000:2.0:1784403640.278735:0:19195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260932224 00000100:00100000:2.0:1784403640.278773:0:19195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1784403640.278848:0:19195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:19191:x1871082260932224:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1784403640.279276:0:19195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:19191:x1871082260932224:12345-0@lo:1000:mdt00_002.0 Request processed in 494us (1449us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1784403640.279284:0:19195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784403640.280836:0:19191:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52278700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:19191:1871082260932224:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1784403640.281076:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281087:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281095:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281102:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce5e00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:0.0:1784403640.281107:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281114:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281131:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c8a51bd0b00) 00010000:00010000:0.0:1784403640.281134:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1784403640.281139:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281146:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5e00/0x6828175665afc49c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281187:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc3f4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281194:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc3f4 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281199:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc3f4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281234:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a1600 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:0.0:1784403640.281237:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc3f4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281244:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc3f4 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281253:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:0.0:1784403640.281255:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1784403640.281264:0:19191:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221600/0x6828175665afc3fb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f172 expref: 18 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281277:0:19191:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221600/0x6828175665afc3fb lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f172 expref: 18 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281285:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221600/0x6828175665afc3fb lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f172 expref: 18 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.281414:0:19191:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a73221600/0x6828175665afc3fb lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0x8940f1fd0890f172 expref: 18 pid: 19191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403640.281431:0:19191:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a5227a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:19191:1871082260932352:192.168.204.28@tcp:105: 00000100:00100000:0.0:1784403640.281536:0:19191:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c8a7745a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784403640.285863:0:3559:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1784403640.286047:0:19191:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a5227a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:19191:1871082260932352:192.168.204.28@tcp:105: 00010000:00010000:0.0:1784403640.286091:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc3f4 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286120:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1600/0x6828175665afc3f4 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 20514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286154:0:19191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc4a3 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286169:0:19191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc4a3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286179:0:19191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc4a3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286190:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc4a3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286196:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc4a3 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286203:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc4a3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286208:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce4e00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:0.0:1784403640.286212:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc4a3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286230:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc4a3 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286241:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:0.0:1784403640.286245:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784403640.286248:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc4a3 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286259:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce4e00/0x6828175665afc4a3 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286271:0:19191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5a00/0x6828175665afc495 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286277:0:19191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5a00/0x6828175665afc495 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286284:0:19191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5a00/0x6828175665afc495 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286289:0:19191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce5a00 already unused, calling callback (ffffffffc1ed84f0) 00010000:00010000:0.0:1784403640.286292:0:19191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5a00/0x6828175665afc495 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286305:0:19191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5a00/0x6828175665afc495 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286312:0:19191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c8a47d25500) 00010000:00010000:0.0:1784403640.286314:0:19191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1784403640.286317:0:19191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5a00/0x6828175665afc495 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.286322:0:19191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a7fce5a00/0x6828175665afc495 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403640.286577:0:19191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+18:17394:x1871082241024000:12345-192.168.204.28@tcp:57:lhsmtool_posix.0 Request processed in 20498us (20939us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1784403640.286588:0:19191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 53 00000020:00080000:0.0:1784403640.286600:0:19191:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1784403640.287059:0:19225:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1784403640.287064:0:19225:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1784403640.287093:0:19225:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1784403640.287099:0:19225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1784403640.289322:0:19192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241024256 00000100:00100000:3.0:1784403640.289341:0:19192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241024256 00000100:00100000:3.0:1784403640.289440:0:19192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 10 00000100:00100000:3.0:1784403640.289451:0:19192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a7b59dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+18:17393:x1871082241024256:12345-192.168.204.28@tcp:49:dd.0 00000100:00100000:3.0:1784403640.289597:0:19192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a7b59dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+18:17393:x1871082241024256:12345-192.168.204.28@tcp:49:dd.0 Request processed in 148us (3746us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403640.289605:0:19192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 10 00000100:00100000:0.0:1784403640.292838:0:3560:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403640.292998:0:19192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241024512 00000100:00100000:3.0:1784403640.293027:0:19192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241024512 00000100:00100000:3.0:1784403640.293101:0:19192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 11 00000100:00100000:3.0:1784403640.293115:0:19192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a5227a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+18:17394:x1871082241024512:12345-192.168.204.28@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1784403640.294122:0:19192:0:(mdd_object.c:4016:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1784403640.294517:0:19192:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:3.0:1784403640.294582:0:19192:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1000/0x6828175665afc4aa lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.294601:0:19192:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1000/0x6828175665afc4aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.294612:0:19192:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1000/0x6828175665afc4aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.294622:0:19192:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1000/0x6828175665afc4aa lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.294628:0:19192:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1000/0x6828175665afc4aa lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.294635:0:19192:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1000/0x6828175665afc4aa lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.294760:0:19192:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1784403640.295364:0:19192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a5227a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ecf8a643-dcfc-4f5d-b235-ee60813cd879+20:17394:x1871082241024512:12345-192.168.204.28@tcp:35:lhsmtool_posix.0 Request processed in 2245us (2533us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1784403640.295378:0:19192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 11 00000020:00080000:2.0:1784403640.295393:0:19192:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1784403640.297543:0:19178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784403640.297558:0:19178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1000/0x6828175665afc4aa lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.297571:0:19178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a1000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403640.297575:0:19178:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1000/0x6828175665afc4aa lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.297584:0:19178:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1000/0x6828175665afc4aa lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 19192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.297750:0:19178:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c8a51bd0b00) 00010000:00010000:0.0:1784403640.297754:0:19178:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1784403640.297760:0:19178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1000/0x6828175665afc4aa lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.297767:0:19178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a734a1000/0x6828175665afc4aa lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.297786:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403640.297788:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784403640.297790:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784403640.329196:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.329246:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.329276:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.329311:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1784403640.329348:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403640.329746:0:19834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241024640 00000100:00100000:2.0:1784403640.329756:0:19834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241024640 00000100:00100000:2.0:1784403640.329831:0:19834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241024768 00000100:00100000:2.0:1784403640.329835:0:19834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241024768 00000100:00100000:2.0:1784403640.329848:0:19834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241025024 00000100:00100000:2.0:1784403640.329850:0:19834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241025024 00000100:00100000:2.0:1784403640.329861:0:19834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241024896 00000100:00100000:2.0:1784403640.329863:0:19834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241024896 00000100:00100000:2.0:1784403640.329916:0:19834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241025152 00000100:00100000:2.0:1784403640.329919:0:19834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241025152 00000100:00100000:2.0:1784403640.329934:0:19834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 0 00000100:00100000:2.0:1784403640.329945:0:19834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+11:2361:x1871082241024640:12345-192.168.204.28@tcp:4:dd.0 00002000:00010000:2.0:1784403640.329997:0:19834:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x6a5bd6b7, atime: 0x6a5bd6b6, ctime: 0x6a5bd6b7, blocks: 0x1 00010000:00010000:2.0:1784403640.330086:0:19834:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc4b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.330104:0:19834:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1784403640.330109:0:19834:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403640.330116:0:19834:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc4b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.330133:0:19834:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc4b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403640.337484:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403640.337608:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1784403640.338208:0:3558:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1784403640.338907:0:19833:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1784403640.338977:0:19832:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1784403640.341250:0:19833:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1784403640.341556:0:19833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241025280 00000100:00100000:3.0:1784403640.341567:0:19833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241025280 00000100:00100000:3.0:1784403640.341625:0:19833:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1784403640.341633:0:19833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241025408 00000100:00100000:3.0:1784403640.341636:0:19833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241025408 00000100:00100000:3.0:1784403640.341650:0:19833:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1784403640.341655:0:19833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082241025536 00000100:00100000:3.0:1784403640.341658:0:19833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082241025536 00000100:00100000:2.0:1784403640.345694:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1 00000100:00100000:2.0:1784403640.345716:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52371c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+15:2361:x1871082241024768:12345-192.168.204.28@tcp:4:dd.0 00010000:00010000:2.0:1784403640.345769:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.345812:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403640.345817:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403640.345825:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.345839:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1784403640.407311:0:8006:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901892 is committed 00000001:00080000:1.0:1784403640.407343:0:8006:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901893 is committed 00000001:00080000:1.0:1784403640.407351:0:8006:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:0.0:1784403640.407567:0:19834:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:0.0:1784403640.407572:0:19834:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 1784403639 -> 1784403640 00002000:00010000:0.0:1784403640.407574:0:19834:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1784403639 -> 1784403640 00002000:00010000:0.0:1784403640.407576:0:19834:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:0.0:1784403640.407590:0:19834:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc4b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.407621:0:19834:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc4b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.407630:0:19834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc4b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.407637:0:19834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341ae00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403640.407642:0:19834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc4b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.407652:0:19834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc4b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.407676:0:19834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc4b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.407683:0:19834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f347b22/0x6828175665afc4b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403640.407791:0:19834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+15:2361:x1871082241024640:12345-192.168.204.28@tcp:4:dd.0 Request processed in 77832us (78590us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1784403640.407803:0:19834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 0 00000100:00100000:0.0:1784403640.407839:0:19834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2 00000100:00100000:0.0:1784403640.407853:0:19834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52372a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+14:2361:x1871082241025024:12345-192.168.204.28@tcp:4:dd.0 00010000:00010000:0.0:1784403640.407937:0:19834:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf92650a/0x6828175665afc4bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.407958:0:19834:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403640.407963:0:19834:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784403640.407971:0:19834:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf92650a/0x6828175665afc4bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.407984:0:19834:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf92650a/0x6828175665afc4bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1784403640.449847:0:8006:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00002000:00010000:1.0:1784403640.450230:0:21226:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 2097152 -> 4194304 00002000:00010000:1.0:1784403640.450235:0:21226:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 2051 -> 4103 00010000:00010000:1.0:1784403640.450251:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.450278:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.450287:0:21226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.450295:0:21226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341aa00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:1.0:1784403640.450300:0:21226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.450309:0:21226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.450335:0:21226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.450344:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403640.450452:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52371c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+14:2361:x1871082241024768:12345-192.168.204.28@tcp:4:dd.0 Request processed in 104739us (121198us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1784403640.450467:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1 00000100:00100000:1.0:1784403640.450502:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3 00000100:00100000:1.0:1784403640.450514:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+13:2361:x1871082241024896:12345-192.168.204.28@tcp:4:dd.0 00010000:00010000:1.0:1784403640.450551:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036ecec70/0x6828175665afc4c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.450570:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1784403640.450574:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403640.450582:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036ecec70/0x6828175665afc4c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.450594:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036ecec70/0x6828175665afc4c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1784403640.496443:0:8006:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:2.0:1784403640.499996:0:19834:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 4103 -> 8199 00010000:00010000:2.0:1784403640.500029:0:19834:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf92650a/0x6828175665afc4bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.500044:0:19834:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bf92650a/0x6828175665afc4bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.500053:0:19834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bf92650a/0x6828175665afc4bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.500061:0:19834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a7fce5a00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403640.500066:0:19834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf92650a/0x6828175665afc4bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.500086:0:19834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf92650a/0x6828175665afc4bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.500126:0:19834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bf92650a/0x6828175665afc4bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.500133:0:19834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf92650a/0x6828175665afc4bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403640.500230:0:19834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52372a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+13:2361:x1871082241025024:12345-192.168.204.28@tcp:4:dd.0 Request processed in 92375us (170945us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1784403640.500241:0:19834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2 00000100:00100000:2.0:1784403640.500277:0:19834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 4 00000100:00100000:2.0:1784403640.500289:0:19834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52371500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+12:2360:x1871082241025152:12345-192.168.204.28@tcp:4:dd.0 00010000:00010000:2.0:1784403640.500324:0:19834:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.500337:0:19834:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403640.500342:0:19834:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403640.500348:0:19834:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.500360:0:19834:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1784403640.546054:0:8006:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901897 is committed 00002000:00010000:2.0:1784403640.546224:0:21226:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 4194304 -> 5242880 00010000:00010000:2.0:1784403640.546240:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036ecec70/0x6828175665afc4c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.546271:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036ecec70/0x6828175665afc4c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.546281:0:21226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036ecec70/0x6828175665afc4c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.546289:0:21226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a73221000 already unused, calling callback (ffffffffc149a230) 00010000:00010000:2.0:1784403640.546294:0:21226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036ecec70/0x6828175665afc4c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.546304:0:21226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036ecec70/0x6828175665afc4c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.546327:0:21226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036ecec70/0x6828175665afc4c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.546336:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036ecec70/0x6828175665afc4c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784403640.546439:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+12:2361:x1871082241024896:12345-192.168.204.28@tcp:4:dd.0 Request processed in 95923us (217121us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1784403640.546451:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3 00000100:00100000:2.0:1784403640.546486:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 5 00000100:00100000:2.0:1784403640.546500:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+11:2360:x1871082241025280:12345-192.168.204.28@tcp:4:dd.0 00010000:00010000:2.0:1784403640.546544:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009451a0aa/0x6828175665afc4d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.546563:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403640.546567:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784403640.546575:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009451a0aa/0x6828175665afc4d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784403640.546587:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009451a0aa/0x6828175665afc4d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1784403640.606889:0:8006:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901898 is committed 00010000:00010000:1.0:1784403640.614950:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784403640.617751:0:19834:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 5242880 -> 6291456 00002000:00010000:3.0:1784403640.617760:0:19834:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 8199 -> 12295 00010000:00010000:3.0:1784403640.617784:0:19834:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.617798:0:19834:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.617807:0:19834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.617815:0:19834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341aa00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:3.0:1784403640.617820:0:19834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.617829:0:19834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.617882:0:19834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.617891:0:19834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000470511d9/0x6828175665afc4cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784403640.618025:0:19834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52371500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+11:2360:x1871082241025152:12345-192.168.204.28@tcp:4:dd.0 Request processed in 117734us (288670us total) trans 12884901898 rc 0/0 00000100:00100000:3.0:1784403640.618034:0:19834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 4 00000100:00100000:3.0:1784403640.618194:0:19834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:3.0:1784403640.618208:0:19834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+10:2360:x1871082241025408:12345-192.168.204.28@tcp:4:dd.0 00010000:00010000:3.0:1784403640.618246:0:19834:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073258813/0x6828175665afc4db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.618259:0:19834:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784403640.618263:0:19834:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784403640.618269:0:19834:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073258813/0x6828175665afc4db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784403640.618279:0:19834:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073258813/0x6828175665afc4db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1784403640.656580:0:8006:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901899 is committed 00002000:00010000:1.0:1784403640.656715:0:21226:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 6291456 -> 7340032 00010000:00010000:1.0:1784403640.656733:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009451a0aa/0x6828175665afc4d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.656747:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009451a0aa/0x6828175665afc4d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.656756:0:21226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009451a0aa/0x6828175665afc4d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.656765:0:21226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c894341ba00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:1.0:1784403640.656771:0:21226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009451a0aa/0x6828175665afc4d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.656792:0:21226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009451a0aa/0x6828175665afc4d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.656840:0:21226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009451a0aa/0x6828175665afc4d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.656848:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009451a0aa/0x6828175665afc4d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403640.656976:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+10:2360:x1871082241025280:12345-192.168.204.28@tcp:4:dd.0 Request processed in 110475us (319495us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1784403640.656989:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 5 00000100:00100000:1.0:1784403640.657036:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00100000:1.0:1784403640.657049:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:2361:x1871082241025536:12345-192.168.204.28@tcp:4:dd.0 00010000:00010000:1.0:1784403640.657205:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059e6d9b9/0x6828175665afc4e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.657286:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403640.657291:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784403640.657298:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059e6d9b9/0x6828175665afc4e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.657311:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059e6d9b9/0x6828175665afc4e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1784403640.704445:0:8006:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901900 is committed 00002000:00010000:1.0:1784403640.704770:0:19834:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 7340032 -> 7654321 00002000:00010000:1.0:1784403640.704786:0:19834:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 12295 -> 14343 00010000:00010000:1.0:1784403640.704803:0:19834:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073258813/0x6828175665afc4db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.704833:0:19834:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073258813/0x6828175665afc4db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.704843:0:19834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073258813/0x6828175665afc4db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.704850:0:19834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a734a1600 already unused, calling callback (ffffffffc149a230) 00010000:00010000:1.0:1784403640.704855:0:19834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073258813/0x6828175665afc4db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.704882:0:19834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073258813/0x6828175665afc4db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.704907:0:19834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073258813/0x6828175665afc4db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784403640.704916:0:19834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073258813/0x6828175665afc4db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784403640.705022:0:19834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ecf8a643-dcfc-4f5d-b235-ee60813cd879+9:2360:x1871082241025408:12345-192.168.204.28@tcp:4:dd.0 Request processed in 86812us (367408us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1784403640.705032:0:19834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 6 00000001:00080000:2.0:1784403640.746965:0:8006:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901901 is committed 00002000:00010000:0.0:1784403640.747452:0:21226:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 14343 -> 16391 00010000:00010000:0.0:1784403640.747470:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059e6d9b9/0x6828175665afc4e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.747483:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059e6d9b9/0x6828175665afc4e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.747492:0:21226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059e6d9b9/0x6828175665afc4e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.747499:0:21226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c8a73221e00 already unused, calling callback (ffffffffc149a230) 00010000:00010000:0.0:1784403640.747504:0:21226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059e6d9b9/0x6828175665afc4e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.747514:0:21226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059e6d9b9/0x6828175665afc4e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.747555:0:21226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059e6d9b9/0x6828175665afc4e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784403640.747563:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059e6d9b9/0x6828175665afc4e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784403640.747749:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ecf8a643-dcfc-4f5d-b235-ee60813cd879+5:2361:x1871082241025536:12345-192.168.204.28@tcp:4:dd.0 Request processed in 90700us (409536us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1784403640.747762:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 7 00010000:00010000:0.0:1784403641.631256:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1784403642.575741:0:21265:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:1.0:1784403642.660979:0:19177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784403643.104175:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260932864:0@lo:400:kworker.0 00000100:00100000:0.0:1784403643.104274:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403643.104339:0:3567:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1784403643.104345:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260932480:0@lo:400:kworker.0 00000100:00100000:0.0:1784403643.104373:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403643.104395:0:3567:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260932992:0@lo:400:kworker.0 00000100:00100000:0.0:1784403643.104416:0:3567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403643.104539:0:19182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260932480 00000100:00100000:0.0:1784403643.104548:0:19182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260932480 00000100:00100000:0.0:1784403643.104607:0:19182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1784403643.104616:0:19182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a75f0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:3567:x1871082260932480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403643.104669:0:19182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a75f0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cf5ca426-fd8b-4a4a-9215-56f7435c8f09+19:3567:x1871082260932480:12345-0@lo:400:kworker.0 Request processed in 53us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403643.104689:0:19182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1784403643.104823:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260932736:0@lo:400:kworker.0 00000100:00100000:0.0:1784403643.104845:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cf5ca426-fd8b-4a4a-9215-56f7435c8f09:3567:1871082260932480:0@lo:400:kworker.0 00000100:00100000:2.0:1784403643.104854:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403643.104896:0:3566:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1784403643.104902:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77362d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260932608:0@lo:400:kworker.0 00000100:00100000:0.0:1784403643.104924:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260932864 00000100:00100000:2.0:1784403643.104925:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784403643.104928:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260932864 00000100:00100000:2.0:1784403643.104942:0:3566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a77363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3566:1871082260933120:0@lo:400:kworker.0 00000100:00100000:0.0:1784403643.104965:0:19189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260932992 00000100:00100000:0.0:1784403643.104968:0:19189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260932992 00000100:00100000:2.0:1784403643.104975:0:3566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403643.105008:0:19827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260932736 00000100:00100000:2.0:1784403643.105012:0:19827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260932736 00000100:00100000:1.0:1784403643.106376:0:3565:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1784403643.106403:0:3565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a52370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260933248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1784403643.106475:0:3565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784403643.106516:0:20316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260932608 00000100:00100000:1.0:1784403643.106521:0:20316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260932608 00000100:00100000:3.0:1784403643.106610:0:19190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260933120 00000100:00100000:3.0:1784403643.106614:0:19190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260933120 00000100:00100000:0.0:1784403643.106704:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1784403643.106713:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260932864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403643.106777:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3567:x1871082260932864:12345-0@lo:400:kworker.0 Request processed in 65us (2503us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403643.106783:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1784403643.106798:0:19189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1784403643.106804:0:19189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a77360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3567:x1871082260932992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784403643.106825:0:19189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a77360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3567:x1871082260932992:12345-0@lo:400:kworker.0 Request processed in 22us (2409us total) trans 0 rc 0/0 00000100:00100000:0.0:1784403643.106830:0:19189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1784403643.109672:0:19827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1784403643.109691:0:19827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8941c77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260932736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784403643.109799:0:19827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8941c77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260932736:12345-0@lo:400:kworker.0 Request processed in 115us (4942us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403643.109806:0:19827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1784403643.110368:0:3566:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901893 gen 2 00000004:00080000:2.0:1784403643.110375:0:3566:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8c8941c75500, transno 12884901891 00000004:00080000:2.0:1784403643.110398:0:3566:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901893 committed transno 12884901893 00000100:00100000:2.0:1784403643.110437:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260932736:0@lo:400:kworker.0 00000100:00100000:2.0:1784403643.110785:0:19831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260933248 00000100:00100000:2.0:1784403643.110792:0:19831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260933248 00000100:00100000:2.0:1784403643.110826:0:19831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1784403643.110833:0:19831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a52372300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3565:x1871082260933248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1784403643.110859:0:19831:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1784403643.110940:0:19831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a52372300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3565:x1871082260933248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (4464us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403643.110948:0:19831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1784403643.110992:0:3568:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1784403643.111006:0:3568:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c8941c77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3568:1871082260933376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1784403643.111043:0:3568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784403643.111073:0:19831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871082260933376 00000100:00100000:2.0:1784403643.111077:0:19831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871082260933376 00000100:00100000:2.0:1784403643.111097:0:19831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1784403643.111103:0:19831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8941c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3568:x1871082260933376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1784403643.111121:0:19831:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 71499776 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1784403643.111154:0:19831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8941c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3568:x1871082260933376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1784403643.111160:0:19831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1784403643.111192:0:3568:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8941c77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3568:1871082260933376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1784403643.111236:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3567:1871082260932992:0@lo:400:kworker.0 00000100:00100000:2.0:1784403643.111249:0:3567:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3567:1871082260932864:0@lo:400:kworker.0 00000100:00100000:1.0:1784403643.119522:0:20316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1784403643.119545:0:20316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8941c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260932608:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1784403643.121242:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1784403643.121254:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1784403643.121258:0:19185:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784403643.121332:0:3565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a52370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3565:1871082260933248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1784403643.121466:0:19190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1784403643.121519:0:20316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8941c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3566:x1871082260932608:12345-0@lo:400:kworker.0 Request processed in 1983us (16591us total) trans 0 rc 0/0 00000100:00100000:1.0:1784403643.121530:0:20316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1784403643.123695:0:19190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8941c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3566:x1871082260933120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784403643.123821:0:19190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8941c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3566:x1871082260933120:12345-0@lo:400:kworker.0 Request processed in 2332us (18842us total) trans 0 rc 0/0 00000100:00100000:3.0:1784403643.123833:0:19190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1784403643.126504:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77362d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3566:1871082260932608:0@lo:400:kworker.0 00000100:00100000:3.0:1784403643.127040:0:3566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c8a77363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3566:1871082260933120:0@lo:400:kworker.0 00010000:00010000:0.0:1784403643.679274:0:19178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 9728 lines, 9728 kept, 0 dropped, 0 bad.