00000040:00080000:2.0F:1788526865.811663:0:14348:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788526865.811679:0:14348:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788526865.811735:0:14348:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788526865.811741:0:14348:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000001:00080000:2.0:1788526866.002623:0:5844:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1788526866.002648:0:5844:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98c24a366900 refcount 2 committed 0 result 0 batchid 4294967527 00000020:00080000:2.0:1788526866.002654:0:5844:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff98c27f79a700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98c24a3666c0 00000020:00080000:2.0:1788526866.002658:0:5844:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff98c27f79a300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98c27b87cc00 00000020:00080000:2.0:1788526866.002683:0:14354:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967527 committed batchid 8 00000020:00080000:2.0:1788526866.003211:0:14354:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:2.0:1788526866.067686:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0F:1788526867.094899:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788526867.621077:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526867.621117:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526867.621157:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526867.621178:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0F:1788526867.621187:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869023616 00000100:00100000:2.0:1788526867.621196:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526867.621205:0:14311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869023616 00000100:00100000:2.0:1788526867.621215:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526867.621230:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526867.621261:0:16195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869023872 00000100:00100000:3.0:1788526867.621262:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 135 00000100:00100000:2.0:1788526867.621265:0:16195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869023872 00000100:00100000:3.0:1788526867.621271:0:14311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274a8cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2447d4eb-66e0-4350-ab08-0b300bd12120+14:2350:x1875405869023616:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1788526867.621296:0:16195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869024256 00000100:00100000:2.0:1788526867.621299:0:16195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869024256 00000100:00100000:2.0:1788526867.621311:0:16195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869024384 00000100:00100000:2.0:1788526867.621313:0:16195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869024384 00000100:00100000:2.0:1788526867.621322:0:16195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869024000 00000100:00100000:2.0:1788526867.621324:0:16195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869024000 00000100:00100000:2.0:1788526867.621340:0:16195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 23 00000100:00100000:3.0:1788526867.621344:0:14311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274a8cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2447d4eb-66e0-4350-ab08-0b300bd12120+14:2350:x1875405869023616:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 74us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526867.621347:0:16195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26eceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32158e92-3529-4d93-b45d-044ba1cc8762+5:2350:x1875405869024000:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1788526867.621352:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 135 00000100:00100000:2.0:1788526867.621375:0:16195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26eceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32158e92-3529-4d93-b45d-044ba1cc8762+5:2350:x1875405869024000:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 30us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526867.621406:0:16195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 23 00000100:00100000:2.0:1788526867.621420:0:16195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 20 00000100:00100000:2.0:1788526867.621426:0:16195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32158e92-3529-4d93-b45d-044ba1cc8762+5:2347:x1875405869023872:12345-192.168.204.59@tcp:9:kworker.0 00000020:00000080:2.0:1788526867.621446:0:16195:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b604 00000100:00080000:2.0:1788526867.621462:0:16195:0:(import.c:65:import_set_state_nolock()) ffff98c26e9e6800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788526867.621526:0:15000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 21 00000100:00100000:3.0:1788526867.621534:0:15000:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fda93c2-6592-4289-96e9-be3093fbc1e2+5:2347:x1875405869024256:12345-192.168.204.59@tcp:9:kworker.0 00000020:00000080:3.0:1788526867.621551:0:15000:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b643 00000100:00080000:3.0:1788526867.621556:0:15000:0:(import.c:65:import_set_state_nolock()) ffff98c26e9e4800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788526867.621592:0:15000:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:3.0:1788526867.621826:0:15000:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fda93c2-6592-4289-96e9-be3093fbc1e2+2:2347:x1875405869024256:12345-192.168.204.59@tcp:9:kworker.0 Request processed in 293us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526867.621833:0:15000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 21 00000100:00100000:3.0:1788526867.621847:0:15000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 22 00000100:00100000:3.0:1788526867.621852:0:15000:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fda93c2-6592-4289-96e9-be3093fbc1e2+5:2347:x1875405869024384:12345-192.168.204.59@tcp:9:kworker.0 00000020:00000080:3.0:1788526867.621863:0:15000:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b64a 00000100:00080000:3.0:1788526867.621868:0:15000:0:(import.c:65:import_set_state_nolock()) ffff98c26e9e1800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788526867.621882:0:15000:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:3.0:1788526867.622007:0:15000:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fda93c2-6592-4289-96e9-be3093fbc1e2+2:2347:x1875405869024384:12345-192.168.204.59@tcp:9:kworker.0 Request processed in 154us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526867.622014:0:15000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 22 00010000:00010000:3.0:1788526867.622076:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1788526867.624093:0:14318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869023744 00000100:00100000:0.0:1788526867.624111:0:14318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869023744 00000100:00100000:0.0:1788526867.624182:0:14318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869024128 00000100:00100000:0.0:1788526867.624185:0:14318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869024128 00000100:00100000:0.0:1788526867.624225:0:14318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 35 00000100:00100000:0.0:1788526867.624235:0:14318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26eceb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32158e92-3529-4d93-b45d-044ba1cc8762+12:2350:x1875405869023744:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1788526867.624309:0:14318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26eceb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32158e92-3529-4d93-b45d-044ba1cc8762+12:2350:x1875405869023744:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 75us (3092us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526867.624317:0:14318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 35 00000100:00100000:0.0:1788526867.624337:0:14318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 36 00000100:00100000:0.0:1788526867.624343:0:14318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26eceaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1fda93c2-6592-4289-96e9-be3093fbc1e2+6:2350:x1875405869024128:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1788526867.624370:0:14318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26eceaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1fda93c2-6592-4289-96e9-be3093fbc1e2+6:2350:x1875405869024128:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 27us (3138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526867.624376:0:14318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 36 00000001:00000004:2.0:1788526867.624682:0:16195:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1788526867.624835:0:16195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32158e92-3529-4d93-b45d-044ba1cc8762+2:2347:x1875405869023872:12345-192.168.204.59@tcp:9:kworker.0 Request processed in 3407us (3715us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526867.624857:0:16195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 20 00000100:00080000:2.0:1788526867.624880:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788526867.624885:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788526867.624888:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788526867.624933:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526868.126139:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788526868.160496:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526868.160797:0:14318:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869024512 00000100:00100000:0.0:1788526868.160809:0:14318:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869024512 00000100:00100000:0.0:1788526868.160872:0:14318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 54 00000100:00100000:0.0:1788526868.160881:0:14318:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32158e92-3529-4d93-b45d-044ba1cc8762+12:14422:x1875405869024512:12345-192.168.204.59@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788526868.160978:0:14318:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32158e92-3529-4d93-b45d-044ba1cc8762+12:14422:x1875405869024512:12345-192.168.204.59@tcp:60:lhsmtool_posix.0 Request processed in 98us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526868.160986:0:14318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 54 00000100:00100000:2.0:1788526868.168339:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526868.168655:0:14319:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869024768 00000100:00100000:0.0:1788526868.168673:0:14319:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869024768 00000100:00100000:0.0:1788526868.168769:0:14319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 12 00000100:00100000:0.0:1788526868.168781:0:14319:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32158e92-3529-4d93-b45d-044ba1cc8762+12:14422:x1875405869024768:12345-192.168.204.59@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788526868.169821:0:14319:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32158e92-3529-4d93-b45d-044ba1cc8762+13:14422:x1875405869024768:12345-192.168.204.59@tcp:35:lhsmtool_posix.0 Request processed in 1035us (1493us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1788526868.169954:0:14319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 12 00000100:00100000:1.0:1788526868.436130:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788526868.436177:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26e810380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881594880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788526868.436284:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526868.436383:0:15004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881594880 00000100:00100000:1.0:1788526868.436408:0:15004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881594880 00000100:00100000:1.0:1788526868.436484:0:15004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788526868.436494:0:15004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881594880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788526868.436541:0:15004:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788526868.436596:0:15004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881594880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526868.436605:0:15004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1788526868.436632:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788526868.436679:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26e810380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881594880:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788526869.140194:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788526869.511182:0:6693:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 32158e92-3529-4d93-b45d-044ba1cc8762 00000020:00000080:1.0:1788526869.511193:0:6693:0:(genops.c:885:class_export_put()) final put ffff98c26e9e6000/32158e92-3529-4d93-b45d-044ba1cc8762 00000020:00000080:1.0:1788526869.511225:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff98c26e9e6000/32158e92-3529-4d93-b45d-044ba1cc8762 for lustre-OST0000 00000020:00000080:1.0:1788526869.511276:0:473:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c26e9e6800 for lustre-OST0000 00000001:00100000:1.0:1788526869.511300:0:6693:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1fda93c2-6592-4289-96e9-be3093fbc1e2 00000020:00000080:1.0:1788526869.511303:0:6693:0:(genops.c:885:class_export_put()) final put ffff98c26e9e7800/1fda93c2-6592-4289-96e9-be3093fbc1e2 00000020:00000080:1.0:1788526869.511320:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff98c26e9e7800/1fda93c2-6592-4289-96e9-be3093fbc1e2 for lustre-OST0000 00000020:00000080:1.0:1788526869.511343:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c26e9e4800 for lustre-OST0000 00000100:00100000:1.0:1788526869.972191:0:3279:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788526869.972218:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ece8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3279:1875405881595008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788526869.972291:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526869.972364:0:15004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881595008 00000100:00100000:2.0:1788526869.972374:0:15004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881595008 00000100:00100000:1.0:1788526869.972590:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a25a41ce-5827-423c-b0c5-e955955f4e9e:3279:1875405881595136:0@lo:400:kworker.0 00000100:00100000:0.0:1788526869.972607:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3278:1875405881595520:0@lo:400:kworker.0 00000100:00100000:1.0:1788526869.972639:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526869.972669:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526869.972684:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3279:1875405881595648:0@lo:400:kworker.0 00000100:00100000:1.0:1788526869.972714:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526869.972721:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881595392:0@lo:400:kworker.0 00000100:00100000:0.0:1788526869.972757:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526869.972766:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881595264:0@lo:400:kworker.0 00000100:00100000:1.0:1788526869.972797:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526869.972809:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881595520 00000100:00100000:1.0:1788526869.972815:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3280:1875405881595776:0@lo:400:kworker.0 00000100:00100000:0.0:1788526869.972823:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881595520 00000100:00100000:1.0:1788526869.972842:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526869.972889:0:15000:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881595392 00000100:00100000:1.0:1788526869.972894:0:15000:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881595392 00000100:00100000:0.0:1788526869.973034:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881595648 00000100:00100000:0.0:1788526869.973039:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881595648 00000100:00100000:0.0:1788526869.973075:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881595776 00000100:00100000:0.0:1788526869.973078:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881595776 00000100:00100000:0.0:1788526869.973110:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788526869.973118:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274953100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3278:x1875405881595520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526869.973172:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274953100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3278:x1875405881595520:12345-0@lo:400:kworker.0 Request processed in 55us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526869.973180:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788526869.973209:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788526869.973216:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e811500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875405881595648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526869.973246:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e811500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875405881595648:12345-0@lo:400:kworker.0 Request processed in 31us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526869.973252:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788526869.973263:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788526869.973268:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3280:x1875405881595776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526869.973293:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3280:x1875405881595776:12345-0@lo:400:kworker.0 Request processed in 25us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526869.973308:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:0.0:1788526869.973331:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788526869.973357:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3278:1875405881595520:0@lo:400:kworker.0 00000100:00100000:0.0:1788526869.973423:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3279:1875405881595648:0@lo:400:kworker.0 00000100:00100000:0.0:1788526869.973453:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3280:1875405881595776:0@lo:400:kworker.0 00000100:00100000:3.0:1788526869.973592:0:14310:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881595136 00000100:00100000:3.0:1788526869.973597:0:14310:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881595136 00000100:00100000:3.0:1788526869.973640:0:14310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1788526869.973647:0:14310:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274a8e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a25a41ce-5827-423c-b0c5-e955955f4e9e+21:3279:x1875405881595136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788526869.973687:0:14310:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274a8e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a25a41ce-5827-423c-b0c5-e955955f4e9e+21:3279:x1875405881595136:12345-0@lo:400:kworker.0 Request processed in 41us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526869.973692:0:14310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1788526869.973723:0:15002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881595264 00000100:00100000:3.0:1788526869.973727:0:15002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881595264 00000100:00100000:3.0:1788526869.973750:0:15002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788526869.973757:0:15002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881595264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788526869.973788:0:15002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881595264:12345-0@lo:400:kworker.0 Request processed in 32us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526869.973794:0:15002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788526869.974256:0:15004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788526869.974452:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881595264:0@lo:400:kworker.0 00000100:00100000:0.0:1788526869.974486:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a25a41ce-5827-423c-b0c5-e955955f4e9e:3279:1875405881595136:0@lo:400:kworker.0 00000100:00100000:1.0:1788526869.974508:0:15000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788526869.974517:0:15000:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274e6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3281:x1875405881595392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526869.974577:0:15000:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274e6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3281:x1875405881595392:12345-0@lo:400:kworker.0 Request processed in 61us (1819us total) trans 0 rc 0/0 00000100:00080000:3.0:1788526869.974578:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788526869.974586:0:15000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788526869.975042:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881595392:0@lo:400:kworker.0 00000100:00100000:2.0:1788526869.975425:0:15004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3279:x1875405881595008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788526869.975526:0:15004:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 61276160 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788526869.975632:0:15004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3279:x1875405881595008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1368us (3340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526869.975650:0:15004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788526869.975750:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ece8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3279:1875405881595008:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788526870.164220:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788526871.041152:0:5844:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1788526871.041311:0:5844:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967527 batchid updated 00000020:00080000:3.0:1788526871.041424:0:14354:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000020:00080000:3.0:1788526871.041441:0:14354:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00010000:00010000:2.0:1788526871.189256:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788526871.584415:0:7631:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1fda93c2-6592-4289-96e9-be3093fbc1e2 00000020:00000080:3.0:1788526871.584430:0:7631:0:(genops.c:885:class_export_put()) final put ffff98c26e9e0800/1fda93c2-6592-4289-96e9-be3093fbc1e2 00000020:00000080:3.0:1788526871.584470:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff98c26e9e0800/1fda93c2-6592-4289-96e9-be3093fbc1e2 for lustre-OST0001 00000020:00000080:3.0:1788526871.584536:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c26e9e1800 for lustre-OST0001 00010000:00010000:2.0:1788526872.212804:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788526872.736113:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526872.736161:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526872.736200:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526872.736231:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526872.736266:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869025024 00000100:00100000:2.0:1788526872.736280:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869025024 00000100:00100000:2.0:1788526872.736355:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869025280 00000100:00100000:2.0:1788526872.736358:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869025280 00000100:00100000:2.0:1788526872.736415:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 40 00000100:00100000:2.0:1788526872.736429:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32158e92-3529-4d93-b45d-044ba1cc8762+12:2348:x1875405869025024:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1788526872.736533:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32158e92-3529-4d93-b45d-044ba1cc8762+12:2348:x1875405869025024:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 106us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526872.736619:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 40 00000100:00100000:2.0:1788526872.736641:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 41 00000100:00100000:2.0:1788526872.736649:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fda93c2-6592-4289-96e9-be3093fbc1e2+6:2348:x1875405869025280:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1788526872.736748:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fda93c2-6592-4289-96e9-be3093fbc1e2+6:2348:x1875405869025280:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 99us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526872.736756:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 41 00000100:00100000:1.0:1788526872.736911:0:15002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869025152 00000100:00100000:1.0:1788526872.736917:0:15002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869025152 00000100:00100000:1.0:1788526872.736960:0:15002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 26 00000100:00100000:1.0:1788526872.736968:0:15002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32158e92-3529-4d93-b45d-044ba1cc8762+5:2348:x1875405869025152:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1788526872.737002:0:15002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32158e92-3529-4d93-b45d-044ba1cc8762+5:2348:x1875405869025152:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 35us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526872.737009:0:15002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 26 00000100:00100000:3.0:1788526872.737456:0:14308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869024896 00000100:00100000:3.0:1788526872.737461:0:14308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869024896 00000100:00100000:3.0:1788526872.741045:0:14308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 137 00000100:00100000:3.0:1788526872.741070:0:14308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274a8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2447d4eb-66e0-4350-ab08-0b300bd12120+14:2348:x1875405869024896:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1788526872.741264:0:14308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274a8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2447d4eb-66e0-4350-ab08-0b300bd12120+14:2348:x1875405869024896:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 204us (5166us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526872.741272:0:14308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 137 00000100:00080000:3.0:1788526872.741328:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788526872.741336:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788526873.237318:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788526873.565982:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274952d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881595904:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788526873.566116:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526873.566340:0:15005:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881595904 00000100:00100000:1.0:1788526873.566351:0:15005:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881595904 00000100:00100000:1.0:1788526873.566523:0:15005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788526873.566535:0:15005:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881595904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788526873.566588:0:15005:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788526873.566659:0:15005:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881595904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526873.566683:0:15005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788526873.566744:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274952d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881595904:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788526873.568041:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788526874.259907:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788526875.030413:0:14348:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788526875.030428:0:14348:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788526875.030480:0:14348:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788526875.030488:0:14348:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1788526875.091738:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3279:1875405881596160:0@lo:400:kworker.0 00000100:00100000:1.0:1788526875.091838:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526875.091936:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881596288:0@lo:400:kworker.0 00000100:00100000:3.0:1788526875.091970:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526875.092035:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881596032:0@lo:400:kworker.0 00000100:00100000:0.0:1788526875.092077:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526875.095203:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3279:1875405881596672:0@lo:400:kworker.0 00000100:00100000:1.0:1788526875.095302:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526875.095419:0:16195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881596160 00000100:00100000:1.0:1788526875.095431:0:16195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881596160 00000100:00100000:1.0:1788526875.095515:0:16195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881596288 00000100:00100000:1.0:1788526875.095519:0:16195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881596288 00000100:00100000:1.0:1788526875.095547:0:16195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788526875.095559:0:16195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3279:x1875405881596160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526875.095766:0:16195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3279:x1875405881596160:12345-0@lo:400:kworker.0 Request processed in 71us (3790us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526875.095774:0:16195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788526875.095794:0:16195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788526875.095801:0:16195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881596288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526875.095833:0:16195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881596288:12345-0@lo:400:kworker.0 Request processed in 33us (3862us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526875.095838:0:16195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788526875.095864:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881596672 00000100:00100000:1.0:1788526875.095868:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881596672 00000100:00100000:1.0:1788526875.095899:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788526875.095905:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3279:x1875405881596672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526875.095934:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3279:x1875405881596672:12345-0@lo:400:kworker.0 Request processed in 30us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526875.095948:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788526875.096017:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3279:1875405881596160:0@lo:400:kworker.0 00000100:00100000:1.0:1788526875.096028:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3279:1875405881596672:0@lo:400:kworker.0 00000100:00100000:3.0:1788526875.096338:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881596288:0@lo:400:kworker.0 00000100:00100000:3.0:1788526875.096357:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1788526875.096369:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788526875.096374:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788526875.096376:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788526875.096412:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881596416:0@lo:400:kworker.0 00000100:00100000:3.0:1788526875.096452:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526875.101854:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881596032 00000100:00100000:1.0:1788526875.101876:0:14311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881596032 00000100:00100000:1.0:1788526875.101954:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1788526875.101967:0:14311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274a8f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a25a41ce-5827-423c-b0c5-e955955f4e9e+21:3278:x1875405881596032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526875.102115:0:14311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274a8f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a25a41ce-5827-423c-b0c5-e955955f4e9e+21:3278:x1875405881596032:12345-0@lo:400:kworker.0 Request processed in 151us (10037us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526875.102124:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1788526875.102664:0:16565:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881596416 00000100:00100000:2.0:1788526875.102672:0:16565:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881596416 00000100:00100000:2.0:1788526875.102720:0:16565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788526875.102728:0:16565:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881596416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526875.102790:0:16565:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881596416:12345-0@lo:400:kworker.0 Request processed in 64us (6338us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526875.102804:0:16565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788526875.102876:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881596416:0@lo:400:kworker.0 00000100:00100000:0.0:1788526875.103016:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881596032:0@lo:400:kworker.0 00000100:00100000:0.0:1788526875.103044:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3278:1875405881596544:0@lo:400:kworker.0 00000100:00100000:0.0:1788526875.103091:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526875.103180:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881596544 00000100:00100000:1.0:1788526875.103184:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881596544 00000100:00100000:1.0:1788526875.103241:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788526875.103247:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3278:x1875405881596544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526875.103286:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3278:x1875405881596544:12345-0@lo:400:kworker.0 Request processed in 39us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526875.103292:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:0.0:1788526875.103346:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788526875.103367:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3278:1875405881596544:0@lo:400:kworker.0 00000100:00100000:0.0:1788526875.103613:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ecead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881596800:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788526875.103649:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526875.103741:0:15005:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881596800 00000100:00100000:2.0:1788526875.103747:0:15005:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881596800 00000100:00100000:2.0:1788526875.103788:0:15005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788526875.103797:0:15005:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881596800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788526875.103834:0:15005:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 61276160 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788526875.103884:0:15005:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881596800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526875.103890:0:15005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788526875.103980:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ecead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881596800:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788526875.283841:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526876.310653:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526877.333473:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788526877.854867:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526877.855209:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526877.855250:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526877.856273:0:16195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869025664 00000100:00100000:0.0:1788526877.856289:0:16195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869025664 00000100:00100000:0.0:1788526877.856371:0:16195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 29 00000100:00100000:0.0:1788526877.856384:0:16195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32158e92-3529-4d93-b45d-044ba1cc8762+5:2350:x1875405869025664:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1788526877.856570:0:14310:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869025408 00000100:00100000:2.0:1788526877.856575:0:14310:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869025408 00000100:00100000:2.0:1788526877.856610:0:14310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 139 00000100:00100000:2.0:1788526877.856618:0:14310:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274a8f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2447d4eb-66e0-4350-ab08-0b300bd12120+14:2350:x1875405869025408:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1788526877.859629:0:16565:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869025536 00000100:00100000:1.0:1788526877.859700:0:16565:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869025536 00000100:00100000:2.0:1788526877.860297:0:14310:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274a8f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2447d4eb-66e0-4350-ab08-0b300bd12120+14:2350:x1875405869025408:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 3670us (5078us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526877.860313:0:14310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 139 00000100:00100000:0.0:1788526877.860797:0:16195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32158e92-3529-4d93-b45d-044ba1cc8762+5:2350:x1875405869025664:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 4412us (5542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526877.860809:0:16195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 29 00000100:00080000:0.0:1788526877.860838:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788526877.862049:0:14316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 45 00000100:00100000:1.0:1788526877.862062:0:14316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:32158e92-3529-4d93-b45d-044ba1cc8762+12:2351:x1875405869025536:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1788526877.862138:0:14316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:32158e92-3529-4d93-b45d-044ba1cc8762+12:2351:x1875405869025536:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 79us (7287us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526877.862146:0:14316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 45 00000100:00080000:1.0:1788526877.862190:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788526877.865350:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526877.865708:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869025792 00000100:00100000:1.0:1788526877.865722:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869025792 00000100:00100000:1.0:1788526877.865797:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 46 00000100:00100000:1.0:1788526877.865809:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274950380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fda93c2-6592-4289-96e9-be3093fbc1e2+6:2351:x1875405869025792:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1788526877.865898:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274950380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fda93c2-6592-4289-96e9-be3093fbc1e2+6:2351:x1875405869025792:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 92us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526877.865906:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 46 00000100:00080000:1.0:1788526877.865943:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788526878.357061:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526878.675969:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881596928:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788526878.676041:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526878.676347:0:15005:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881596928 00000100:00100000:3.0:1788526878.676359:0:15005:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881596928 00000100:00100000:3.0:1788526878.676456:0:15005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788526878.676467:0:15005:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881596928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788526878.676844:0:15005:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1788526878.676906:0:15005:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881596928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 441us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526878.676941:0:15005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788526878.676996:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881596928:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788526878.677991:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788526879.380582:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788526879.671092:0:17271:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 09:01:17 (1788526877) 00000100:00100000:3.0:1788526880.211679:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881597312:0@lo:400:kworker.0 00000100:00100000:3.0:1788526880.211782:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526880.211859:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788526880.211866:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881597440:0@lo:400:kworker.0 00000100:00100000:3.0:1788526880.211906:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526880.212097:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881597056:0@lo:400:kworker.0 00000100:00100000:0.0:1788526880.212142:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526880.212167:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3278:1875405881597568:0@lo:400:kworker.0 00000100:00100000:0.0:1788526880.212190:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526880.212207:0:3278:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788526880.212212:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881597184:0@lo:400:kworker.0 00000100:00100000:0.0:1788526880.212235:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526880.212249:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3278:1875405881597696:0@lo:400:kworker.0 00000100:00100000:0.0:1788526880.212272:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526880.212451:0:15002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881597312 00000100:00100000:1.0:1788526880.212463:0:15002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881597312 00000100:00100000:1.0:1788526880.212539:0:15002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881597184 00000100:00100000:1.0:1788526880.212543:0:15002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881597184 00000100:00100000:1.0:1788526880.212567:0:15002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788526880.212577:0:15002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881597312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526880.212644:0:15002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881597312:12345-0@lo:400:kworker.0 Request processed in 67us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526880.212651:0:15002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788526880.212739:0:15002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788526880.212745:0:15002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274952d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881597184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526880.212784:0:15002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274952d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881597184:12345-0@lo:400:kworker.0 Request processed in 38us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526880.212790:0:15002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788526880.212808:0:14316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881597440 00000100:00100000:1.0:1788526880.212811:0:14316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881597440 00000100:00100000:1.0:1788526880.212856:0:14316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881597568 00000100:00100000:1.0:1788526880.212860:0:14316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881597568 00000100:00100000:1.0:1788526880.212874:0:14316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881597696 00000100:00100000:1.0:1788526880.212876:0:14316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881597696 00000100:00100000:1.0:1788526880.212904:0:14316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788526880.212910:0:14316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245221180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881597440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526880.212943:0:14316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245221180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881597440:12345-0@lo:400:kworker.0 Request processed in 34us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526880.212950:0:14316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788526880.212962:0:14316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788526880.212968:0:14316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274952a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3278:x1875405881597568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526880.212995:0:14316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274952a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3278:x1875405881597568:12345-0@lo:400:kworker.0 Request processed in 28us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526880.213000:0:14316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788526880.213009:0:14316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788526880.213014:0:14316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3278:x1875405881597696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526880.213037:0:14316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3278:x1875405881597696:12345-0@lo:400:kworker.0 Request processed in 23us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526880.213042:0:14316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788526880.213059:0:14308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881597056 00000100:00100000:1.0:1788526880.213062:0:14308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881597056 00000100:00100000:1.0:1788526880.213084:0:14308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1788526880.213089:0:14308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274a8d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a25a41ce-5827-423c-b0c5-e955955f4e9e+21:3278:x1875405881597056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526880.213117:0:14308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274a8d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a25a41ce-5827-423c-b0c5-e955955f4e9e+21:3278:x1875405881597056:12345-0@lo:400:kworker.0 Request processed in 28us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526880.213122:0:14308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1788526880.213200:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881597184:0@lo:400:kworker.0 00000100:00100000:1.0:1788526880.213222:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3278:1875405881597696:0@lo:400:kworker.0 00000100:00100000:1.0:1788526880.213231:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881597056:0@lo:400:kworker.0 00000100:00100000:1.0:1788526880.213241:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3278:1875405881597568:0@lo:400:kworker.0 00000100:00100000:1.0:1788526880.213290:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881597440:0@lo:400:kworker.0 00000100:00100000:1.0:1788526880.213301:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881597312:0@lo:400:kworker.0 00000100:00100000:3.0:1788526880.213462:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788526880.213474:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881597824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788526880.213509:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526880.213542:0:15005:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881597824 00000100:00100000:3.0:1788526880.213546:0:15005:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881597824 00000100:00100000:3.0:1788526880.213576:0:15005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788526880.213582:0:15005:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881597824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788526880.213615:0:15005:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 61276160 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1788526880.213648:0:15005:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881597824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526880.213655:0:15005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788526880.213761:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881597824:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1788526880.213831:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788526880.213838:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788526880.213840:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788526880.403510:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526881.427869:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526882.452834:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788526882.977104:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526882.977153:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526882.977503:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526882.978775:0:14310:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869025920 00000100:00100000:3.0:1788526882.978787:0:14310:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869025920 00000100:00100000:3.0:1788526882.978850:0:14310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 141 00000100:00100000:3.0:1788526882.978860:0:14310:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274a8fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2447d4eb-66e0-4350-ab08-0b300bd12120+14:2348:x1875405869025920:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1788526882.978943:0:14310:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274a8fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2447d4eb-66e0-4350-ab08-0b300bd12120+14:2348:x1875405869025920:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (1850us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526882.978968:0:14310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 141 00000100:00100000:3.0:1788526882.979039:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526882.979131:0:16565:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869026048 00000100:00100000:3.0:1788526882.979135:0:16565:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869026048 00000100:00100000:3.0:1788526882.979170:0:16565:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869026304 00000100:00100000:3.0:1788526882.979173:0:16565:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869026304 00000100:00100000:3.0:1788526882.979189:0:16565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 50 00000100:00100000:3.0:1788526882.979195:0:16565:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ecebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32158e92-3529-4d93-b45d-044ba1cc8762+12:2348:x1875405869026048:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1788526882.979228:0:16565:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ecebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32158e92-3529-4d93-b45d-044ba1cc8762+12:2348:x1875405869026048:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 33us (2075us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526882.979234:0:16565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 50 00000100:00100000:3.0:1788526882.979245:0:16565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 51 00000100:00100000:3.0:1788526882.979250:0:16565:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fda93c2-6592-4289-96e9-be3093fbc1e2+6:2350:x1875405869026304:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1788526882.979269:0:16565:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fda93c2-6592-4289-96e9-be3093fbc1e2+6:2350:x1875405869026304:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 19us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526882.979274:0:16565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 51 00000100:00100000:0.0:1788526882.984714:0:15002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869026176 00000100:00100000:0.0:1788526882.984729:0:15002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869026176 00000100:00100000:0.0:1788526882.984825:0:15002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 23 00000100:00100000:0.0:1788526882.984849:0:15002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26eceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32158e92-3529-4d93-b45d-044ba1cc8762+5:2347:x1875405869026176:12345-192.168.204.59@tcp:9:kworker.0 00000020:00000080:0.0:1788526882.984897:0:15002:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b60b 00000100:00080000:0.0:1788526882.984921:0:15002:0:(import.c:65:import_set_state_nolock()) ffff98c26e9e5000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788526882.984966:0:15002:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:0.0:1788526882.985277:0:15002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26eceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32158e92-3529-4d93-b45d-044ba1cc8762+2:2347:x1875405869026176:12345-192.168.204.59@tcp:9:kworker.0 Request processed in 432us (7774us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526882.985286:0:15002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 23 00000100:00080000:0.0:1788526882.985316:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788526882.985321:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788526882.985329:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526883.475717:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788526883.795909:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881597952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788526883.796014:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526883.796377:0:15005:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881597952 00000100:00100000:0.0:1788526883.796403:0:15005:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881597952 00000100:00100000:0.0:1788526883.796488:0:15005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788526883.796501:0:15005:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881597952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788526883.796538:0:15005:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788526883.796599:0:15005:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881597952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526883.796607:0:15005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788526883.796809:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881597952:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788526883.796888:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788526884.500206:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788526885.034708:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526885.034828:0:14319:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869026560 00000100:00100000:0.0:1788526885.034841:0:14319:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869026560 00000100:00100000:0.0:1788526885.034949:0:14319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 13 00000100:00100000:0.0:1788526885.034962:0:14319:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32158e92-3529-4d93-b45d-044ba1cc8762+12:15318:x1875405869026560:12345-192.168.204.59@tcp:35:umount.0 00000001:00080000:0.0:1788526885.035271:0:14319:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1788526885.035362:0:14319:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1788526885.035533:0:14319:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32158e92-3529-4d93-b45d-044ba1cc8762+15:15318:x1875405869026560:12345-192.168.204.59@tcp:35:umount.0 Request processed in 573us (833us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1788526885.035541:0:14319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 13 00000020:00080000:0.0:1788526885.035546:0:14319:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:2.0:1788526885.036535:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788526885.064376:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526885.064468:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526885.064511:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526885.064607:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526885.064645:0:14750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869026688 00000100:00100000:0.0:1788526885.064654:0:14750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869026688 00000100:00100000:0.0:1788526885.064707:0:14750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869026816 00000100:00100000:0.0:1788526885.064710:0:14750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869026816 00000100:00100000:0.0:1788526885.064723:0:14750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869026944 00000100:00100000:0.0:1788526885.064726:0:14750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869026944 00000100:00100000:0.0:1788526885.064737:0:14750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869027072 00000100:00100000:0.0:1788526885.064752:0:14750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869027072 00000100:00100000:0.0:1788526885.064772:0:14750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 3 00000100:00100000:0.0:1788526885.064782:0:14750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2447d4eb-66e0-4350-ab08-0b300bd12120+17:2348:x1875405869026688:12345-192.168.204.59@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1788526885.064933:0:14303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 4 00000100:00100000:2.0:1788526885.064944:0:14303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2451fe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2447d4eb-66e0-4350-ab08-0b300bd12120+17:2348:x1875405869026816:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788526885.064954:0:14303:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788526885.064974:0:14303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c26e820200/0x367645d450b3b5ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc597c5 expref: 17 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526885.064992:0:14303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788526885.065048:0:14303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2451fe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2447d4eb-66e0-4350-ab08-0b300bd12120+16:2348:x1875405869026816:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 107us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526885.065055:0:14303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 4 00000100:00100000:2.0:1788526885.065075:0:14303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 5 00000100:00100000:2.0:1788526885.065083:0:14303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2447d4eb-66e0-4350-ab08-0b300bd12120+15:2351:x1875405869026944:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788526885.065090:0:14303:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788526885.065110:0:14303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c2743e7600/0x367645d450b3b697 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc5986d expref: 15 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526885.065120:0:14303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788526885.065139:0:14303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2447d4eb-66e0-4350-ab08-0b300bd12120+14:2351:x1875405869026944:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 57us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526885.065145:0:14303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 5 00000100:00100000:2.0:1788526885.065157:0:14303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 6 00000100:00100000:2.0:1788526885.065163:0:14303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2447d4eb-66e0-4350-ab08-0b300bd12120+13:2349:x1875405869027072:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788526885.065170:0:14303:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788526885.065178:0:14303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c245110200/0x367645d450b3b5e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59794 expref: 13 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526885.065200:0:14303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788526885.065220:0:14303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2447d4eb-66e0-4350-ab08-0b300bd12120+12:2349:x1875405869027072:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 57us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526885.065227:0:14303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 6 00010000:00010000:0.0:1788526885.065678:0:14750:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526885.065692:0:14750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c2743e7c00/0x367645d450b3b5e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc5979b expref: 11 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526885.065703:0:14750:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788526885.065778:0:14750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2447d4eb-66e0-4350-ab08-0b300bd12120+10:2348:x1875405869026688:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 997us (1414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526885.065785:0:14750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 3 00000100:00100000:0.0:1788526885.099110:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526885.099325:0:14316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869027968 00000100:00100000:1.0:1788526885.099337:0:14316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869027968 00000100:00100000:1.0:1788526885.099431:0:14316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 55 00000100:00100000:1.0:1788526885.099450:0:14316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:32158e92-3529-4d93-b45d-044ba1cc8762+15:2347:x1875405869027968:12345-192.168.204.59@tcp:39:umount.0 00000020:00000080:1.0:1788526885.099487:0:14316:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b5fd 00000020:00010000:1.0:1788526885.099508:0:14316:0:(genops.c:1921:obd_stale_export_put()) Put export ffff98c281ea7800: total 0 00000100:00080000:1.0:1788526885.099514:0:14316:0:(import.c:65:import_set_state_nolock()) ffff98c281ea3800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788526885.099580:0:14316:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:1.0:1788526885.099977:0:14316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:32158e92-3529-4d93-b45d-044ba1cc8762+14:2347:x1875405869027968:12345-192.168.204.59@tcp:39:umount.0 Request processed in 528us (1168us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1788526885.099987:0:14316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 55 00000020:00010000:0.0:1788526885.101498:0:14304:0:(genops.c:1907:obd_stale_export_get()) Get export ffff98c281ea7800: total 0 00010000:00010000:0.0:1788526885.101569:0:14304:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff98c281ea7800, canceled 0 locks, left on hash table 7. 00010000:00010000:0.0:1788526885.101609:0:14304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98c272284000) 00010000:00010000:0.0:1788526885.101990:0:14304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788526885.102003:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c245111400/0x367645d450b3b6b3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59874 expref: 13 pid: 14316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526885.102060:0:14304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff98c243972500) 00010000:00010000:0.0:1788526885.102063:0:14304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788526885.102068:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8e00/0x367645d450b3b78c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc598b3 expref: 12 pid: 14316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526885.102086:0:14304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff98c243972e00) 00010000:00010000:0.0:1788526885.102089:0:14304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788526885.102093:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c26e821200/0x367645d450b3b888 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59900 expref: 11 pid: 14316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526885.102119:0:14304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff98c259884600) 00010000:00010000:0.0:1788526885.102122:0:14304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788526885.102126:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3b80a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc598dd expref: 10 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526885.102138:0:14304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff98c259884600) 00010000:00010000:0.0:1788526885.102140:0:14304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788526885.102144:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55e00/0x367645d450b3b82d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc598eb expref: 9 pid: 14317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526885.102158:0:14304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98c250b85e00) 00010000:00010000:0.0:1788526885.102160:0:14304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788526885.102164:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3b6cf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc5987b expref: 8 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526885.102179:0:14304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c250b85a00) 00010000:00010000:0.0:1788526885.102182:0:14304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788526885.102193:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3b707 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59889 expref: 7 pid: 14316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526885.102205:0:14304:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff98c281ea7800, canceled 7 locks, left on hash table 0. 00010000:00010000:0.0:1788526885.102222:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526885.102224:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526885.102227:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788526885.268216:0:14348:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788526885.268227:0:14348:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788526885.268267:0:14348:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788526885.268274:0:14348:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1788526885.332143:0:3279:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788526885.332171:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3279:1875405881598080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788526885.332248:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526885.332524:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ece8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881598336:0@lo:400:kworker.0 00000100:00100000:2.0:1788526885.332556:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526885.332573:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788526885.332579:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ece9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881598464:0@lo:400:kworker.0 00000100:00100000:2.0:1788526885.332603:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526885.332633:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881598464 00000100:00100000:2.0:1788526885.332640:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881598464 00000100:00100000:2.0:1788526885.332686:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788526885.332695:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881598464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526885.332743:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881598464:12345-0@lo:400:kworker.0 Request processed in 49us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526885.332750:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788526885.332813:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ece9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881598464:0@lo:400:kworker.0 00000100:00100000:0.0:1788526885.333262:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ece9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a25a41ce-5827-423c-b0c5-e955955f4e9e:3279:1875405881598208:0@lo:400:kworker.0 00000100:00100000:0.0:1788526885.333298:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526885.333332:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ecead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3279:1875405881598720:0@lo:400:kworker.0 00000100:00100000:0.0:1788526885.333356:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526885.333375:0:3279:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788526885.333380:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ecea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3279:1875405881598592:0@lo:400:kworker.0 00000100:00100000:0.0:1788526885.333451:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526885.333662:0:15000:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881598336 00000100:00100000:1.0:1788526885.333669:0:15000:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881598336 00000100:00100000:1.0:1788526885.333733:0:15000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788526885.333742:0:15000:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881598336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526885.333835:0:15000:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881598336:12345-0@lo:400:kworker.0 Request processed in 95us (1277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526885.333843:0:15000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788526885.333884:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ece8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881598336:0@lo:400:kworker.0 00000100:00100000:1.0:1788526885.333906:0:14316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881598720 00000100:00100000:1.0:1788526885.333909:0:14316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881598720 00000100:00100000:1.0:1788526885.333936:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881598592 00000100:00100000:1.0:1788526885.333939:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881598592 00000100:00100000:1.0:1788526885.333958:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788526885.333963:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3279:x1875405881598720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526885.334005:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3279:x1875405881598720:12345-0@lo:400:kworker.0 Request processed in 41us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526885.334012:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788526885.334022:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788526885.334028:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875405881598592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526885.334052:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875405881598592:12345-0@lo:400:kworker.0 Request processed in 26us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526885.334058:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788526885.335366:0:15005:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881598080 00000100:00100000:3.0:1788526885.335377:0:15005:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881598080 00000100:00100000:3.0:1788526885.335485:0:15005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788526885.335494:0:15005:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3279:x1875405881598080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788526885.335529:0:15005:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1788526885.335585:0:15005:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3279:x1875405881598080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (3336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526885.335591:0:15005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788526885.335770:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881598208 00000100:00100000:2.0:1788526885.335775:0:14311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881598208 00000100:00100000:2.0:1788526885.335828:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:2.0:1788526885.335836:0:14311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274a8c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a25a41ce-5827-423c-b0c5-e955955f4e9e+21:3279:x1875405881598208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526885.335875:0:14311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274a8c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a25a41ce-5827-423c-b0c5-e955955f4e9e+21:3279:x1875405881598208:12345-0@lo:400:kworker.0 Request processed in 40us (2576us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526885.335881:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00080000:0.0:1788526885.336090:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788526885.336105:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788526885.336108:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788526885.336144:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ecea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3279:1875405881598592:0@lo:400:kworker.0 00000100:00100000:0.0:1788526885.336156:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ece9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a25a41ce-5827-423c-b0c5-e955955f4e9e:3279:1875405881598208:0@lo:400:kworker.0 00000100:00100000:0.0:1788526885.336168:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ecead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3279:1875405881598720:0@lo:400:kworker.0 00000100:00100000:0.0:1788526885.336184:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3279:1875405881598080:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788526885.524177:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788526886.420251:0:5844:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000001:00100000:2.0:1788526886.420288:0:5844:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 32158e92-3529-4d93-b45d-044ba1cc8762 00000001:00080000:2.0:1788526886.420294:0:5844:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1788526886.420298:0:5844:0:(genops.c:885:class_export_put()) final put ffff98c281ea7800/32158e92-3529-4d93-b45d-044ba1cc8762 00000020:00000080:1.0:1788526886.420423:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff98c281ea7800/32158e92-3529-4d93-b45d-044ba1cc8762 for lustre-MDT0000 00000020:00000080:1.0:1788526886.420494:0:473:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c281ea3800 for lustre-MDT0000 00010000:00010000:0.0:1788526886.548233:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526886.988640:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526886.988683:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526886.988716:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526886.988742:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526886.988786:0:14750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869028224 00000100:00100000:1.0:1788526886.988796:0:14750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869028224 00000100:00100000:1.0:1788526886.988856:0:14750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869028096 00000100:00100000:1.0:1788526886.988859:0:14750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869028096 00000100:00100000:1.0:1788526886.988870:0:14750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869028352 00000100:00100000:1.0:1788526886.988873:0:14750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869028352 00000100:00100000:1.0:1788526886.988882:0:14750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869028480 00000100:00100000:1.0:1788526886.988884:0:14750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869028480 00000100:00100000:1.0:1788526886.988897:0:14750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 7 00000100:00100000:1.0:1788526886.988907:0:14750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274961f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2447d4eb-66e0-4350-ab08-0b300bd12120+13:2348:x1875405869028224:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788526886.988922:0:14750:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788526886.988942:0:14750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c26e821000/0x367645d450b3b62e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc5982e expref: 13 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526886.988960:0:14750:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788526886.989010:0:14750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274961f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2447d4eb-66e0-4350-ab08-0b300bd12120+12:2348:x1875405869028224:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 105us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526886.989017:0:14750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 7 00000100:00100000:1.0:1788526886.989035:0:14750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 8 00000100:00100000:1.0:1788526886.989041:0:14750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274962a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2447d4eb-66e0-4350-ab08-0b300bd12120+11:2348:x1875405869028096:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788526886.989049:0:14750:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788526886.989058:0:14750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c26e820400/0x367645d450b3b627 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59804 expref: 11 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526886.989067:0:14750:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788526886.989084:0:14750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274962a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2447d4eb-66e0-4350-ab08-0b300bd12120+10:2348:x1875405869028096:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 43us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526886.989089:0:14750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 8 00000100:00100000:1.0:1788526886.989100:0:14750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 9 00000100:00100000:1.0:1788526886.989106:0:14750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274963b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2447d4eb-66e0-4350-ab08-0b300bd12120+9:2348:x1875405869028352:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788526886.989120:0:14750:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788526886.989129:0:14750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c26e821e00/0x367645d450b3b690 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59866 expref: 9 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526886.989137:0:14750:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788526886.989155:0:14750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274963b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2447d4eb-66e0-4350-ab08-0b300bd12120+8:2348:x1875405869028352:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 49us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526886.989161:0:14750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 9 00000100:00100000:1.0:1788526886.989174:0:14750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 10 00000100:00100000:1.0:1788526886.989179:0:14750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274960e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2447d4eb-66e0-4350-ab08-0b300bd12120+7:2348:x1875405869028480:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788526886.989189:0:14750:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788526886.989197:0:14750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c2743e6c00/0x367645d450b3b620 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc597fd expref: 7 pid: 14310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526886.989206:0:14750:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788526886.989236:0:14750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274960e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2447d4eb-66e0-4350-ab08-0b300bd12120+6:2348:x1875405869028480:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 56us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526886.989242:0:14750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 10 00000001:00100000:3.0:1788526887.002865:0:7631:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 32158e92-3529-4d93-b45d-044ba1cc8762 00000020:00000080:3.0:1788526887.002877:0:7631:0:(genops.c:885:class_export_put()) final put ffff98c26e9e3000/32158e92-3529-4d93-b45d-044ba1cc8762 00000020:00000080:1.0:1788526887.003206:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c26e9e3000/32158e92-3529-4d93-b45d-044ba1cc8762 for lustre-OST0001 00000020:00000080:1.0:1788526887.003710:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c26e9e5000 for lustre-OST0001 00000100:00100000:2.0:1788526887.011925:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526887.012073:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869028736 00000100:00100000:1.0:1788526887.012084:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869028736 00000100:00100000:1.0:1788526887.012160:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 56 00000100:00100000:1.0:1788526887.012171:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fda93c2-6592-4289-96e9-be3093fbc1e2+6:2347:x1875405869028736:12345-192.168.204.59@tcp:39:umount.0 00000020:00000080:1.0:1788526887.012919:0:14317:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b63c 00000020:00010000:1.0:1788526887.012934:0:14317:0:(genops.c:1921:obd_stale_export_put()) Put export ffff98c275412800: total 0 00000100:00080000:1.0:1788526887.012954:0:14317:0:(import.c:65:import_set_state_nolock()) ffff98c275411000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788526887.012987:0:14317:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00080000:0.0:1788526887.013303:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:2.0:1788526887.013489:0:14305:0:(genops.c:1907:obd_stale_export_get()) Get export ffff98c275412800: total 0 00010000:00010000:2.0:1788526887.013494:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526887.013546:0:14305:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff98c275412800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788526887.013640:0:14305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c250b85a00) 00010000:00010000:2.0:1788526887.013644:0:14305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788526887.013655:0:14305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c2743e6a00/0x367645d450b3b715 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59890 expref: 6 pid: 14318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526887.013678:0:14305:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff98c275412800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1788526887.013689:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526887.013690:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526887.014664:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526887.015004:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fda93c2-6592-4289-96e9-be3093fbc1e2+3:2347:x1875405869028736:12345-192.168.204.59@tcp:39:umount.0 Request processed in 2829us (3083us total) trans 8589934628 rc 0/0 00000100:00100000:1.0:1788526887.015018:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 56 00000100:00100000:1.0:1788526887.038690:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526887.042207:0:14308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869028864 00000100:00100000:0.0:1788526887.042235:0:14308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869028864 00000100:00100000:0.0:1788526887.042312:0:14308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 143 00000100:00100000:0.0:1788526887.042324:0:14308:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274a8d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2447d4eb-66e0-4350-ab08-0b300bd12120+6:2347:x1875405869028864:12345-192.168.204.59@tcp:251:umount.0 00000020:00000080:0.0:1788526887.042380:0:14308:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b5da 00000100:00080000:0.0:1788526887.042414:0:14308:0:(import.c:65:import_set_state_nolock()) ffff98c275417800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1788526887.042503:0:14308:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274a8d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2447d4eb-66e0-4350-ab08-0b300bd12120+1:2347:x1875405869028864:12345-192.168.204.59@tcp:251:umount.0 Request processed in 180us (3823us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526887.042512:0:14308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 143 00000020:00000080:0.0:1788526887.042524:0:14308:0:(genops.c:885:class_export_put()) final put ffff98c275410800/2447d4eb-66e0-4350-ab08-0b300bd12120 00010000:00010000:1.0:1788526887.043994:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788526887.044008:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff98c275410800/2447d4eb-66e0-4350-ab08-0b300bd12120 for MGS 00000020:00000080:1.0:1788526887.044059:0:473:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c275417800 for MGS 00010000:00010000:0.0:1788526887.572098:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526888.595544:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788526888.915686:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788526888.915709:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881598848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788526888.915787:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526888.915927:0:15005:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881598848 00000100:00100000:1.0:1788526888.915936:0:15005:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881598848 00000100:00100000:3.0:1788526888.916148:0:15004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788526888.916161:0:15004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881598848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788526888.916196:0:15004:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1788526888.916243:0:15004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881598848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526888.916250:0:15004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788526888.916307:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881598848:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788526888.916745:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:01000004:3.0:1788526888.945161:0:17471:0:(tgt_mount.c:2269:server_umount_begin()) umount -f 00000020:01000004:1.0:1788526888.979849:0:17471:0:(tgt_mount.c:2125:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1788526888.979904:0:17471:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245110000/0x367645d450b3b2ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b2f4 expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.979922:0:17471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245110000/0x367645d450b3b2ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b2f4 expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.979930:0:17471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245110000/0x367645d450b3b2ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b2f4 expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.979937:0:17471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c245110000/0x367645d450b3b2ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b2f4 expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.979964:0:17471:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788526888.979971:0:17471:0:(mgc_request.c:650:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788526888.979994:0:17471:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788526888.979999:0:17471:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788526888.980006:0:17471:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788526888.980105:0:17471:0:(import.c:65:import_set_state_nolock()) ffff98c2741cb000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788526888.980167:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3277:1875405881598976:0@lo:39:umount.0 00000100:00100000:3.0:1788526888.980234:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788526888.980316:0:14305:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526888.980324:0:14305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c245110000/0x367645d450b3b2ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b2f4 expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526888.980331:0:14305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c245110000 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:0.0:1788526888.980335:0:14305:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c245110000/0x367645d450b3b2ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b2f4 expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526888.980344:0:14305:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c245110000/0x367645d450b3b2ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b2f4 expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788526888.980351:0:14305:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c245110000/0x367645d450b3b2ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b2f4 expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788526888.980357:0:14305:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788526888.980360:0:14305:0:(mgc_request.c:1180:mgc_blocking_ast()) log lustre-client: stale lock, won't requeue 10000000:01000000:0.0:1788526888.980362:0:14305:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788526888.980419:0:14305:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c245110000/0x367645d450b3b2ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b2f4 expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526888.980443:0:14305:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788526888.980465:0:14305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c245110000/0x367645d450b3b2ed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b2f4 expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526888.980472:0:14305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c245110000/0x367645d450b3b2ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b2f4 expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526888.980483:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526888.980485:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526888.980486:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788526888.980499:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a25a41ce-5827-423c-b0c5-e955955f4e9e:3281:1875405881599104:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526888.980536:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526888.980613:0:14750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881599104 00000100:00100000:0.0:1788526888.980621:0:14750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881599104 00000100:00100000:0.0:1788526888.980671:0:14750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788526888.980681:0:14750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2451fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a25a41ce-5827-423c-b0c5-e955955f4e9e+21:3281:x1875405881599104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788526888.980693:0:14750:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526888.980708:0:14750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c2743e7a00/0x367645d450b3b2f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b2ed expref: 21 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526888.980731:0:14750:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788526888.980770:0:14750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2451fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a25a41ce-5827-423c-b0c5-e955955f4e9e+20:3281:x1875405881599104:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526888.980777:0:14750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788526888.980848:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a25a41ce-5827-423c-b0c5-e955955f4e9e:3281:1875405881599104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788526888.982647:0:14316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881598976 00000100:00100000:2.0:1788526888.982661:0:14316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881598976 00000100:00100000:3.0:1788526888.985639:0:14316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788526888.985653:0:14316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3277:x1875405881598976:12345-0@lo:39:umount.0 00000020:00000080:3.0:1788526888.985687:0:14316:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b31e 00000100:00080000:3.0:1788526888.985697:0:14316:0:(import.c:65:import_set_state_nolock()) ffff98c2741cf800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788526888.985822:0:14316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3277:x1875405881598976:12345-0@lo:39:umount.0 Request processed in 171us (5587us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526888.985830:0:14316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000020:00000080:3.0:1788526888.985842:0:14316:0:(genops.c:885:class_export_put()) final put ffff98c2741c8800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1788526888.985924:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788526888.987323:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c2741cb000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788526888.987346:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3277:1875405881598976:0@lo:39:umount.0 00000020:00000080:2.0:1788526888.987447:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff98c2741c8800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788526888.987504:0:473:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c2741cf800 for lustre-MDT0000 00000100:00080000:1.0:1788526888.987633:0:17471:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788526888.987637:0:17471:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788526888.987642:0:17471:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788526888.988589:0:17471:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245111800/0x367645d450b3b253 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b25a expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988603:0:17471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245111800/0x367645d450b3b253 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b25a expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988610:0:17471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245111800/0x367645d450b3b253 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b25a expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988617:0:17471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c245111800/0x367645d450b3b253 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b25a expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988634:0:17471:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788526888.988640:0:17471:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c2743e6e00/0x367645d450b3b508 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b50f expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988647:0:17471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c2743e6e00/0x367645d450b3b508 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b50f expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988654:0:17471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c2743e6e00/0x367645d450b3b508 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b50f expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988660:0:17471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c2743e6e00/0x367645d450b3b508 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b50f expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988691:0:17471:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788526888.988706:0:14304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788526888.988720:0:14304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c245111800/0x367645d450b3b253 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b25a expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988728:0:14304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c245111800 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:1.0:1788526888.988732:0:14304:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c245111800/0x367645d450b3b253 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b25a expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988742:0:14304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c245111800/0x367645d450b3b253 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b25a expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788526888.988749:0:14304:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c245111800/0x367645d450b3b253 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b25a expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788526888.988755:0:14304:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788526888.988757:0:14304:0:(mgc_request.c:1180:mgc_blocking_ast()) log lustre-MDT0000: stale lock, won't requeue 00010000:00010000:1.0:1788526888.988789:0:14304:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c245111800/0x367645d450b3b253 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b25a expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988796:0:14304:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788526888.988824:0:14304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c245111800/0x367645d450b3b253 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b25a expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988832:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c245111800/0x367645d450b3b253 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b25a expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988847:0:14304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526888.988850:0:14304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c2743e6e00/0x367645d450b3b508 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b50f expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988861:0:14304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c2743e6e00 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:1.0:1788526888.988864:0:14304:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c2743e6e00/0x367645d450b3b508 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b50f expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988871:0:14304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c2743e6e00/0x367645d450b3b508 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b50f expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788526888.988877:0:14304:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c2743e6e00/0x367645d450b3b508 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b50f expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788526888.988883:0:14304:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788526888.988885:0:14304:0:(mgc_request.c:1180:mgc_blocking_ast()) log lustre-mdtir: stale lock, won't requeue 10000000:01000000:1.0:1788526888.988888:0:14304:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788526888.988922:0:14304:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c2743e6e00/0x367645d450b3b508 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b50f expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988928:0:14304:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788526888.988935:0:14304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c2743e6e00/0x367645d450b3b508 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b50f expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988940:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c2743e6e00/0x367645d450b3b508 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b50f expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.988952:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526888.988954:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526888.988956:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526888.988972:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881599232:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788526888.989038:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526888.989084:0:3278:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788526888.989099:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881599360:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788526888.989122:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788526888.989158:0:17471:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c2743e7e00/0x367645d450b3b682 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b689 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989166:0:17471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c2743e7e00/0x367645d450b3b682 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b689 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989172:0:17471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c2743e7e00/0x367645d450b3b682 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b689 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989179:0:17471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c2743e7e00/0x367645d450b3b682 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b689 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989190:0:17471:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788526888.989197:0:14304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526888.989201:0:14304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c2743e7e00/0x367645d450b3b682 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b689 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989207:0:14304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c2743e7e00 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:1.0:1788526888.989210:0:14304:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c2743e7e00/0x367645d450b3b682 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b689 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989217:0:14304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c2743e7e00/0x367645d450b3b682 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b689 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788526888.989223:0:14304:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c2743e7e00/0x367645d450b3b682 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b689 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788526888.989228:0:14304:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788526888.989237:0:14304:0:(mgc_request.c:1180:mgc_blocking_ast()) log params: stale lock, won't requeue 10000000:01000000:1.0:1788526888.989239:0:14304:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788526888.989267:0:14304:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c2743e7e00/0x367645d450b3b682 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b689 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989273:0:14304:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788526888.989288:0:14304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c2743e7e00/0x367645d450b3b682 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b689 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989294:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c2743e7e00/0x367645d450b3b682 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b689 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989303:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526888.989305:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526888.989307:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526888.989315:0:17471:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245110e00/0x367645d450b3b245 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b24c expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989324:0:17471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245110e00/0x367645d450b3b245 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b24c expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989329:0:17471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245110e00/0x367645d450b3b245 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b24c expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989335:0:17471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c245110e00/0x367645d450b3b245 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b24c expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989346:0:17471:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788526888.989352:0:14304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526888.989355:0:14304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c245110e00/0x367645d450b3b245 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b24c expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989370:0:14304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c245110e00 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:1.0:1788526888.989373:0:14304:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c245110e00/0x367645d450b3b245 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b24c expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989379:0:14304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c245110e00/0x367645d450b3b245 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b24c expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788526888.989407:0:14304:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c245110e00/0x367645d450b3b245 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b24c expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788526888.989413:0:14304:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788526888.989415:0:14304:0:(mgc_request.c:1180:mgc_blocking_ast()) log lustre-barrier: stale lock, won't requeue 10000000:01000000:1.0:1788526888.989417:0:14304:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1788526888.989439:0:14304:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c245110e00/0x367645d450b3b245 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b24c expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989445:0:14304:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788526888.989451:0:14304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c245110e00/0x367645d450b3b245 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b24c expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989457:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c245110e00/0x367645d450b3b245 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b24c expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989470:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526888.989471:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526888.989473:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526888.989483:0:17471:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245110600/0x367645d450b3b237 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b23e expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989490:0:17471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245110600/0x367645d450b3b237 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b23e expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989502:0:17471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245110600/0x367645d450b3b237 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b23e expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989508:0:17471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c245110600/0x367645d450b3b237 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b23e expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989518:0:17471:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788526888.989521:0:17471:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1788526888.989531:0:17471:0:(mgc_request.c:650:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:1.0:1788526888.989551:0:14304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526888.989555:0:14304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c245110600/0x367645d450b3b237 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b23e expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989561:0:14304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c245110600 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:1.0:1788526888.989563:0:14304:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c245110600/0x367645d450b3b237 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b23e expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989570:0:14304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c245110600/0x367645d450b3b237 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b23e expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788526888.989576:0:14304:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c245110600/0x367645d450b3b237 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b23e expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788526888.989580:0:14304:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788526888.989582:0:14304:0:(mgc_request.c:1180:mgc_blocking_ast()) log lustre-sptlrpc: stale lock, won't requeue 10000000:01000000:1.0:1788526888.989584:0:14304:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:1.0:1788526888.989606:0:14304:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c245110600/0x367645d450b3b237 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b23e expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989612:0:14304:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788526888.989626:0:14304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c245110600/0x367645d450b3b237 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b23e expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989633:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c245110600/0x367645d450b3b237 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b23e expref: -99 pid: 14298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526888.989642:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526888.989644:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526888.989645:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526888.989657:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881599744:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788526888.989683:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:1.0:1788526888.989726:0:17471:0:(tgt_mount.c:2175:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1788526888.989731:0:17471:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1788526888.989735:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788526888.989741:0:17471:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 2/7 00000020:00080000:1.0:1788526888.989746:0:17471:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff98c281ea2800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788526888.989752:0:17471:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff98c2466d4800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788526888.989759:0:17471:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff98c275412800 1fda93c2-6592-4289-96e9-be3093fbc1e2 192.168.204.59@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1788526888.989764:0:17471:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff98c142aa0000) has exports, disconnecting them 00000020:00080000:1.0:1788526888.989768:0:17471:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff98c281ea2800), last request at 1788526885 00000020:00000080:1.0:1788526888.989776:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b4fa 00000100:00080000:1.0:1788526888.989791:0:17471:0:(import.c:65:import_set_state_nolock()) ffff98c281ea6000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788526888.989824:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1788526888.989834:0:17471:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff98c281ea2800): rc 0 00000020:00000080:1.0:1788526888.989837:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c281ea2800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1788526888.989845:0:17471:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff98c2466d4800), last request at 1788526885 00000020:00000080:1.0:1788526888.989849:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b3b1 00000100:00080000:1.0:1788526888.989854:0:17471:0:(import.c:65:import_set_state_nolock()) ffff98c2466d6000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788526888.989873:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1788526888.989880:0:17471:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff98c2466d4800): rc 0 00000020:00000080:1.0:1788526888.989882:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c2466d4800/lustre-MDT0000-lwp-OST0000_UUID 00000004:00000080:1.0:1788526888.989889:0:17471:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffaec703aefae0 00000100:00080000:1.0:1788526888.989907:0:17471:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788526888.989910:0:17471:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1788526888.989922:0:17471:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788526888.989989:0:17471:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1788526888.990002:0:17471:0:(import.c:65:import_set_state_nolock()) ffff98c24823a000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788526888.990012:0:17471:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788526888.990014:0:17471:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934597 gen 3 00000004:00080000:1.0:1788526888.990023:0:17471:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788526888.990076:0:17471:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788526888.990084:0:17471:0:(import.c:65:import_set_state_nolock()) ffff98c27f588000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1788526888.990113:0:17471:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff98c142aa0000) has no exports 00000020:00000080:2.0:1788526888.990282:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff98c281ea2800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1788526888.990320:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff98c2466d4800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788526888.990343:0:473:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c281ea6000 for lustre-MDT0000 00000020:00000080:2.0:1788526888.990348:0:473:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c2466d6000 for lustre-MDT0000 00000100:00100000:2.0:1788526888.990363:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881599872:0@lo:9:umount.0 00000100:00100000:2.0:1788526888.990434:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526888.990461:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881600000:0@lo:9:umount.0 00000100:00100000:2.0:1788526888.990485:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788526888.990514:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526888.994527:0:15002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881599872 00000100:00100000:1.0:1788526888.994545:0:15002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881599872 00000100:00100000:1.0:1788526888.994609:0:15002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881600000 00000100:00100000:1.0:1788526888.994613:0:15002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881600000 00000100:00100000:1.0:1788526888.994659:0:15002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788526888.994670:0:15002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3277:x1875405881599872:12345-0@lo:9:umount.0 00000100:00100000:2.0:1788526888.994737:0:15000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788526888.994746:0:15000:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3277:x1875405881600000:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788526888.994777:0:15000:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b516 00000100:00080000:2.0:1788526888.994788:0:15000:0:(import.c:65:import_set_state_nolock()) ffff98c281ea4000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788526888.994826:0:15000:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:2.0:1788526888.995197:0:15000:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3277:x1875405881600000:12345-0@lo:9:umount.0 Request processed in 452us (4710us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526888.995205:0:15000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:2.0:1788526888.995226:0:14312:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788526888.995238:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788526888.995271:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c27f588000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788526888.995277:0:3277:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788526888.995279:0:3277:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788526888.995283:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881600000:0@lo:9:umount.0 00000100:00100000:0.0:1788526888.995423:0:14303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881599232 00000100:00100000:0.0:1788526888.995438:0:14303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881599232 00000100:00100000:0.0:1788526888.995494:0:14303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881599360 00000100:00100000:0.0:1788526888.995498:0:14303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881599360 00000100:00100000:0.0:1788526888.995512:0:14303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881599744 00000100:00100000:0.0:1788526888.995515:0:14303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881599744 00000100:00100000:0.0:1788526888.995529:0:14303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788526888.995536:0:14303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274961f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a25a41ce-5827-423c-b0c5-e955955f4e9e+22:3278:x1875405881599232:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788526888.995546:0:14303:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526888.995565:0:14303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c2743e7800/0x367645d450b3b25a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b253 expref: 22 pid: 14310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526888.995581:0:14303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788526888.995618:0:14303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274961f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a25a41ce-5827-423c-b0c5-e955955f4e9e+21:3278:x1875405881599232:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (6579us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526888.995624:0:14303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788526888.995638:0:14303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788526888.995644:0:14303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274962a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a25a41ce-5827-423c-b0c5-e955955f4e9e+20:3278:x1875405881599360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788526888.995651:0:14303:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526888.995660:0:14303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c245110a00/0x367645d450b3b50f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b508 expref: 20 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526888.995672:0:14303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788526888.995691:0:14303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274962a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a25a41ce-5827-423c-b0c5-e955955f4e9e+19:3278:x1875405881599360:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (6569us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526888.995696:0:14303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788526888.995725:0:14303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788526888.995732:0:14303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b522d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a25a41ce-5827-423c-b0c5-e955955f4e9e+18:3278:x1875405881599744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788526888.995740:0:14303:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526888.995748:0:14303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c242c77800/0x367645d450b3b23e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b237 expref: 18 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526888.995762:0:14303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788526888.995785:0:14303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b522d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a25a41ce-5827-423c-b0c5-e955955f4e9e+17:3278:x1875405881599744:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (6101us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526888.995791:0:14303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788526888.995821:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881599744:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526888.995830:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881599360:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526888.995838:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881599232:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526888.995865:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a25a41ce-5827-423c-b0c5-e955955f4e9e:3280:1875405881599488:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526888.995900:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526888.995933:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788526888.995939:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a25a41ce-5827-423c-b0c5-e955955f4e9e:3280:1875405881599616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526888.995959:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526888.995977:0:14303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881599488 00000100:00100000:0.0:1788526888.995980:0:14303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881599488 00000100:00100000:0.0:1788526888.995996:0:14303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881599616 00000100:00100000:0.0:1788526888.995998:0:14303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881599616 00000100:00100000:0.0:1788526888.996011:0:14303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788526888.996016:0:14303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a25a41ce-5827-423c-b0c5-e955955f4e9e+18:3280:x1875405881599488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788526888.996023:0:14303:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526888.996031:0:14303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c245111600/0x367645d450b3b689 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b682 expref: 18 pid: 14310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526888.996040:0:14303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788526888.996064:0:14303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a25a41ce-5827-423c-b0c5-e955955f4e9e+17:3280:x1875405881599488:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526888.996077:0:14303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788526888.996090:0:14303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788526888.996096:0:14303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a25a41ce-5827-423c-b0c5-e955955f4e9e+16:3280:x1875405881599616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788526888.996102:0:14303:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526888.996110:0:14303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c2743e7000/0x367645d450b3b24c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b245 expref: 16 pid: 14310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526888.996119:0:14303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788526888.996138:0:14303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a25a41ce-5827-423c-b0c5-e955955f4e9e+15:3280:x1875405881599616:12345-0@lo:103:ldlm_bl.0 Request processed in 43us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526888.996143:0:14303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788526888.996161:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a25a41ce-5827-423c-b0c5-e955955f4e9e:3280:1875405881599616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526888.996167:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a25a41ce-5827-423c-b0c5-e955955f4e9e:3280:1875405881599488:0@lo:103:ldlm_bl.0 00000020:00000080:1.0:1788526888.996951:0:15002:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b3cd 00000100:00080000:1.0:1788526888.996963:0:15002:0:(import.c:65:import_set_state_nolock()) ffff98c24317d800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788526888.997007:0:15002:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1788526888.997367:0:15002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3277:x1875405881599872:12345-0@lo:9:umount.0 Request processed in 2697us (6939us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526888.997376:0:15002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00010000:2.0:1788526888.997471:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788526888.997608:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c24823a000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788526888.997627:0:3277:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788526888.997629:0:3277:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788526888.997632:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881599872:0@lo:9:umount.0 00000020:00080000:0.0:1788526889.009353:0:17471:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff98c142aa0000) has no exports 00000020:00000080:0.0:1788526889.082096:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b2a0 00000020:00000080:0.0:1788526889.082113:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c248510000/lustre-QMT0000_UUID 00000020:01000000:0.0:1788526889.082141:0:17471:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1788526889.082367:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c248510000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1788526889.082421:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788526889.082432:0:17471:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788526889.082436:0:17471:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff98c27b1f1980) has no exports 00000020:00000080:2.0:1788526889.083015:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b299 00000020:00000080:2.0:1788526889.083196:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c2565db800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788526889.083256:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788526889.083265:0:17471:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788526889.083268:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c2565da800/lustre-QMT0000_UUID 00000020:00000080:2.0:1788526889.083270:0:17471:0:(genops.c:844:class_export_destroy()) destroying export ffff98c2565da800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1788526889.083275:0:17471:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1788526889.083754:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c2565db800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:3.0:1788526889.620981:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788526890.035931:0:6693:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788526890.035943:0:6693:0:(genops.c:885:class_export_put()) final put ffff98c24317b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788526890.036486:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c24317b800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1788526890.036561:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c24317d800 for lustre-OST0000 00000100:00100000:1.0:1788526890.451969:0:3278:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788526890.453432:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3281:1875405881600384:0@lo:400:kworker.0 00000100:00100000:3.0:1788526890.453542:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526890.453641:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788526890.453648:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3281:1875405881600256:0@lo:400:kworker.0 00000100:00100000:3.0:1788526890.453701:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526890.453770:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881600384 00000100:00100000:3.0:1788526890.453780:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881600384 00000100:00100000:3.0:1788526890.453824:0:14317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881600256 00000100:00100000:3.0:1788526890.453827:0:14317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881600256 00000100:00100000:3.0:1788526890.453849:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788526890.453857:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3281:x1875405881600384:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788526890.453866:0:14317:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788526890.453911:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3281:x1875405881600384:12345-0@lo:400:kworker.0 Request processed in 53us (370us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788526890.453919:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788526890.453942:0:14317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788526890.453947:0:14317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3281:x1875405881600256:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788526890.453951:0:14317:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788526890.453974:0:14317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3281:x1875405881600256:12345-0@lo:400:kworker.0 Request processed in 25us (272us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788526890.453979:0:14317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:3.0:1788526890.454021:0:3281:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788526890.454027:0:3281:0:(import.c:65:import_set_state_nolock()) ffff98c249723800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788526890.454055:0:3281:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:2.0:1788526890.455842:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881600128:0@lo:400:kworker.0 00000100:00100000:2.0:1788526890.455943:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526890.456472:0:14310:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881600128 00000100:00100000:0.0:1788526890.456484:0:14310:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881600128 00000100:00100000:0.0:1788526890.456559:0:14310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1788526890.456571:0:14310:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274a8c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a25a41ce-5827-423c-b0c5-e955955f4e9e+15:3278:x1875405881600128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526890.456907:0:14310:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274a8c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a25a41ce-5827-423c-b0c5-e955955f4e9e+15:3278:x1875405881600128:12345-0@lo:400:kworker.0 Request processed in 337us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526890.456917:0:14310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1788526890.457292:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881600128:0@lo:400:kworker.0 00000100:00080000:3.0:1788526890.480997:0:3281:0:(import.c:65:import_set_state_nolock()) ffff98c249723800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788526890.481016:0:3281:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 453 00000100:00080000:3.0:1788526890.481029:0:3281:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff98c249723800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1788526890.481093:0:3281:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c245222a00 x1875405881600512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788526890.481133:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3281:1875405881600256:0@lo:400:kworker.0 00000100:00080000:3.0:1788526890.481174:0:3281:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788526890.481179:0:3281:0:(import.c:65:import_set_state_nolock()) ffff98c27b9cf000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788526890.481182:0:3281:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788526890.481185:0:3281:0:(import.c:65:import_set_state_nolock()) ffff98c27b9cf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788526890.481189:0:3281:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 469 00000100:00080000:3.0:1788526890.481193:0:3281:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff98c27b9cf000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1788526890.481207:0:3281:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c249742d80 x1875405881600640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788526890.481219:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3281:1875405881600384:0@lo:400:kworker.0 00000100:00100000:2.0:1788526890.481541:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3277:1875405881600512:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1788526890.483061:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526890.483120:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3277:1875405881600640:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1788526890.483152:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526890.484051:0:14316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881600512 00000100:00100000:0.0:1788526890.484065:0:14316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881600512 00000100:00100000:0.0:1788526890.484126:0:14316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881600640 00000100:00100000:0.0:1788526890.484131:0:14316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881600640 00000100:00100000:0.0:1788526890.484169:0:14316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788526890.484180:0:14316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3277:x1875405881600512:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:0.0:1788526890.484207:0:14316:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788526890.484981:0:16565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788526890.484990:0:16565:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3277:x1875405881600640:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:1.0:1788526890.485004:0:16565:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788526890.485132:0:16565:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3277:x1875405881600640:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 140us (1977us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788526890.485139:0:16565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:1.0:1788526890.485213:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c27b9cf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788526890.485220:0:3277:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788526890.485224:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3277:1875405881600640:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1788526890.494437:0:14316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3277:x1875405881600512:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 10250us (11375us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788526890.494451:0:14316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:1.0:1788526890.495302:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c249723800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788526890.495310:0:3277:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788526890.495314:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3277:1875405881600512:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:2.0:1788526890.644142:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788526891.525297:0:5844:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1fda93c2-6592-4289-96e9-be3093fbc1e2 00000001:00080000:2.0:1788526891.525381:0:5844:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:2.0:1788526891.525417:0:5844:0:(genops.c:885:class_export_put()) final put ffff98c275412800/1fda93c2-6592-4289-96e9-be3093fbc1e2 00000020:00000080:0.0:1788526891.525504:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff98c275412800/1fda93c2-6592-4289-96e9-be3093fbc1e2 for lustre-MDT0000 00000020:00000080:0.0:1788526891.525563:0:473:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c275411000 for lustre-MDT0000 00010000:00010000:3.0:1788526891.667730:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788526892.032445:0:7631:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788526892.032456:0:7631:0:(genops.c:885:class_export_put()) final put ffff98c281ea0800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788526892.032600:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c281ea0800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1788526892.032781:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c281ea4000 for lustre-OST0001 00010000:00010000:2.0:1788526892.694793:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526893.715657:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526894.740685:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788526895.123840:0:17471:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98c26d872000 - data ffff98c242229948/ffff98c142138800 00000020:01000000:2.0:1788526895.124028:0:17471:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98c245b28120 - data ffff98c27fea15e8/ffff98c274c9ac00 00000001:00000004:2.0:1788526895.133561:0:17471:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:3.0:1788526895.182358:0:17471:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788526895.182367:0:17471:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788526895.182430:0:17471:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788526895.182433:0:17471:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788526895.182788:0:14338:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788526895.182795:0:14338:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1788526895.182806:0:14338:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788526895.184048:0:17471:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788526895.184053:0:17471:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934597 gen 4 00000004:00080000:3.0:1788526895.184082:0:17471:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788526895.184085:0:17471:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788526895.184374:0:14340:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788526895.184378:0:14340:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:1.0:1788526895.184417:0:14340:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788526895.209291:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b268 00000020:00000080:3.0:1788526895.209306:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c248207000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788526895.210081:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b27d 00000020:00000080:3.0:1788526895.210087:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c27b674000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788526895.210127:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c248207000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1788526895.210189:0:17471:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1788526895.210195:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788526895.210204:0:17471:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788526895.210208:0:17471:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff98c142aa3300) has no exports 00000004:01000000:3.0:1788526895.210373:0:17471:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788526895.210381:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b2ca 00000020:00000080:3.0:1788526895.210400:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c24823b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788526895.210480:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c27b674000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1788526895.210584:0:17471:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788526895.210589:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788526895.210602:0:17471:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788526895.210605:0:17471:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff98c24967e600) has no exports 00000020:00000080:3.0:1788526895.210610:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b2c3 00000020:00000080:3.0:1788526895.210613:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c27f58c800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788526895.210633:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c24823b800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:3.0:1788526895.211024:0:17471:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788526895.211029:0:17471:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788526895.211032:0:17471:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934597 gen 5 00000004:00080000:3.0:1788526895.211038:0:17471:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788526895.211040:0:17471:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788526895.211072:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c27f58c800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788526895.211143:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788526895.211149:0:17471:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788526895.211153:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b2b5 00000020:00000080:3.0:1788526895.211157:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c24823d000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788526895.211176:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c27f588000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788526895.211181:0:37:0:(genops.c:885:class_export_put()) final put ffff98c248238800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788526895.211183:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c248238800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1788526895.211187:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1788526895.211358:0:17471:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788526895.211363:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788526895.211366:0:17471:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788526895.211369:0:17471:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff98c27b1f0000) has no exports 00000020:00000080:3.0:1788526895.211373:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b2ae 00000020:00000080:3.0:1788526895.211404:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c24823e000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788526895.211430:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c24823d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00010000:01000000:3.0:1788526895.211800:0:17471:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788526895.211803:0:17471:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788526895.211806:0:17471:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788526895.211810:0:17471:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788526895.211814:0:17471:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788526895.211842:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c24823e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788526895.211911:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788526895.211916:0:17471:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788526895.211941:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788526895.211944:0:17471:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788526895.211946:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c248200000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788526895.211948:0:17471:0:(genops.c:844:class_export_destroy()) destroying export ffff98c248200000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1788526895.211952:0:17471:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788526895.212076:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b284 00000020:00000080:3.0:1788526895.212081:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c27b675000/lustre-MDD0000_UUID 00000020:00000080:0.0:1788526895.212103:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c24823a000 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788526895.212120:0:37:0:(genops.c:885:class_export_put()) final put ffff98c2565dd800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788526895.212122:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c2565dd800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1788526895.212131:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1788526895.212228:0:17471:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1788526895.212232:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788526895.212235:0:17471:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788526895.212245:0:17471:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff98c142aa1980) has no exports 00000020:00000080:3.0:1788526895.212261:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788526895.212263:0:17471:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1788526895.212266:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b28b 00000020:00000080:3.0:1788526895.212270:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c27b676800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788526895.212343:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c27b675000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1788526895.212347:0:37:0:(genops.c:885:class_export_put()) final put ffff98c248206800/lustre-MDD0000_UUID 00000020:00000080:0.0:1788526895.212349:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c248206800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1788526895.212353:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:3.0:1788526895.212625:0:17471:0:(tgt_mount.c:201:server_put_mount()) put mount ffff98c244e62800 from lustre-MDT0000, refs=3 00000020:01000004:3.0:1788526895.212629:0:17471:0:(obd_mount.c:712:lustre_put_lsi()) put ffff98c244e62800 3 00000020:01000004:3.0:1788526895.212632:0:17471:0:(tgt_mount.c:134:server_deregister_mount()) deregister mount ffff98c244e62800 from lustre-MDT0000 00000020:00000080:3.0:1788526895.212649:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788526895.212653:0:17471:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1788526895.212655:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c248203800/lustre-MDT0000_UUID 00000020:00000080:3.0:1788526895.212657:0:17471:0:(genops.c:844:class_export_destroy()) destroying export ffff98c248203800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1788526895.212664:0:17471:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1788526895.212691:0:17471:0:(obd_mount.c:580:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:3.0:1788526895.212699:0:17471:0:(tgt_mount.c:284:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1788526895.212701:0:17471:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1788526895.212704:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788526895.212706:0:17471:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788526895.212712:0:17471:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff98c274b3d800 a25a41ce-5827-423c-b0c5-e955955f4e9e 0@lo 14 (0 0 9) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788526895.212717:0:17471:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff98c27b7acc80) has exports, disconnecting them 00000020:00080000:3.0:1788526895.212721:0:17471:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff98c274b3d800), last request at 1788526802 00000020:00000080:3.0:1788526895.212735:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b229 00000020:00010000:3.0:1788526895.212738:0:17471:0:(genops.c:1921:obd_stale_export_put()) Put export ffff98c274b3d800: total 1 00000100:00080000:3.0:1788526895.212742:0:17471:0:(import.c:65:import_set_state_nolock()) ffff98c274b3d000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788526895.212762:0:17471:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff98c274b3d800): rc 0 00000020:00080000:3.0:1788526895.212766:0:17471:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff98c27b7acc80) has no exports 00000020:00010000:1.0:1788526895.212823:0:14304:0:(genops.c:1907:obd_stale_export_get()) Get export ffff98c274b3d800: total 1 00010000:00010000:1.0:1788526895.212913:0:14304:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff98c274b3d800, canceled 0 locks, left on hash table 9. 00010000:00010000:1.0:1788526895.212945:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c26e821600/0x367645d450b3b356 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b34f expref: 10 pid: 14310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526895.212959:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c242c76e00/0x367645d450b3b4e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b4de expref: 9 pid: 14310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526895.212970:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c26e820a00/0x367645d450b3b364 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b35d expref: 8 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526895.212992:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c2743e7200/0x367645d450b3b372 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b36b expref: 7 pid: 14310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526895.213001:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c2743e6000/0x367645d450b3b4ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b4a6 expref: 6 pid: 14310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526895.213010:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c1423c8a00/0x367645d450b3b66d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b666 expref: 5 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526895.213018:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c1423c8400/0x367645d450b3b67b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b674 expref: 4 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526895.213027:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c242c76600/0x367645d450b3b4bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b4b4 expref: 3 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526895.213035:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c26e821800/0x367645d450b3b39c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x367645d450b3b395 expref: 2 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526895.213044:0:14304:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff98c274b3d800, canceled 9 locks, left on hash table 0. 00000020:00000080:1.0:1788526895.213053:0:14304:0:(genops.c:885:class_export_put()) final put ffff98c274b3d800/a25a41ce-5827-423c-b0c5-e955955f4e9e 00000020:00000080:0.0:1788526895.213078:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c27b676800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:0.0:1788526895.213103:0:14310:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff98c242d2ce00:14310] 1 exiting: rc = 0 00000100:00100000:2.0:1788526895.213107:0:14311:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff98c249ecb200:14311] 2 exiting: rc = 0 00010000:00010000:1.0:1788526895.213291:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526895.213293:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526895.213295:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526895.213315:0:14308:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff98c242d2d600:14308] 0 exiting: rc = 1 00000100:00100000:3.0:1788526895.213420:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213427:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213433:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213452:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213458:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213463:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213468:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213474:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213479:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213483:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213488:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213494:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213499:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213504:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213509:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213514:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213519:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213524:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213529:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213535:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213540:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213554:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213560:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213566:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213571:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213576:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213582:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213588:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213604:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213622:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213676:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213682:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213686:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213691:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213696:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213701:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213706:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213711:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213719:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213724:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213729:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213734:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213739:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213743:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213748:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213752:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213758:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213763:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213768:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213772:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213777:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213782:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213787:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213792:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213797:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213802:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213813:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213818:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213823:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213827:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213833:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213838:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213843:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.213847:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:3.0:1788526895.214186:0:17471:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:3.0:1788526895.214189:0:17471:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:00000080:0.0:1788526895.214873:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c274b3d800/a25a41ce-5827-423c-b0c5-e955955f4e9e for MGS 00000020:00000080:0.0:1788526895.214988:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c274b3d000 for MGS 00000020:01000000:3.0:1788526895.215026:0:17471:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98c26e9a2060 - data ffff98c256c740d8/ffff98c141deb400 00000020:01000000:3.0:1788526895.215170:0:17471:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98c2606e3d20 - data ffff98c2517a06c0/ffff98c26e72e400 00000020:00000080:3.0:1788526895.215811:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b214 00000020:00000080:3.0:1788526895.215818:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c244e66000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1788526895.215837:0:17471:0:(tgt_mount.c:201:server_put_mount()) put mount ffff98c244e62800 from MGS, refs=2 00000020:01000004:3.0:1788526895.215840:0:17471:0:(obd_mount.c:712:lustre_put_lsi()) put ffff98c244e62800 2 00000020:01000004:3.0:1788526895.215843:0:17471:0:(tgt_mount.c:134:server_deregister_mount()) deregister mount ffff98c244e62800 from MGS 00000020:00000080:3.0:1788526895.215868:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788526895.215874:0:17471:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1788526895.215877:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c244e60800/MGS 00000020:00000080:0.0:1788526895.215916:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c244e66000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788526895.215940:0:17471:0:(genops.c:844:class_export_destroy()) destroying export ffff98c244e60800/MGS for MGS 00000020:01000000:3.0:1788526895.215945:0:17471:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1788526895.216040:0:17471:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1788526895.216045:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788526895.216050:0:17471:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788526895.216056:0:17471:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff98c2741ce800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788526895.216061:0:17471:0:(genops.c:1553:class_disconnect_exports()) OBD device 10 (ffff98c27b7a9980) has exports, disconnecting them 00000020:00080000:3.0:1788526895.216067:0:17471:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff98c2741ce800), last request at 1788526803 00000020:00000080:3.0:1788526895.216070:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b302 00000020:00080000:3.0:1788526895.216078:0:17471:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff98c2741ce800): rc 0 00000020:00000080:3.0:1788526895.216082:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c2741ce800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788526895.216143:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c2741ce800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1788526895.218434:0:17471:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1788526895.218441:0:17471:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788526895.218445:0:17471:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788526895.218451:0:17471:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788526895.218475:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c2741cb000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788526895.218651:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788526895.218658:0:17471:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1788526895.218663:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c244da8800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1788526895.218666:0:17471:0:(genops.c:844:class_export_destroy()) destroying export ffff98c244da8800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1788526895.218671:0:17471:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1788526895.218721:0:17471:0:(obd_mount.c:712:lustre_put_lsi()) put ffff98c244e62800 1 00000020:00000080:0.0:1788526895.218726:0:17471:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b206 00000020:00000080:0.0:1788526895.218731:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c244e67000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1788526895.218738:0:17471:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1788526895.218745:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c244e67000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788526895.218753:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788526895.218756:0:17471:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788526895.218768:0:17471:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff98c27b7a8000) has no exports 00000020:00000080:3.0:1788526895.232161:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788526895.232186:0:17471:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1788526895.232190:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c244e67800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788526895.232195:0:17471:0:(genops.c:844:class_export_destroy()) destroying export ffff98c244e67800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1788526895.232203:0:17471:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1788526895.232313:0:17471:0:(obd_mount.c:670:lustre_free_lsi()) Freeing lsi ffff98c244e65800 00000020:01000000:3.0:1788526895.232331:0:17471:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1788526895.232335:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788526895.232338:0:17471:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788526895.232342:0:17471:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff98c142aa6600) has no exports 00000100:00100000:3.0:1788526895.232420:0:14317:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff98c27fa51800:14317] 1 exiting: rc = 0 00000100:00100000:0.0:1788526895.233974:0:14316:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff98c27fa51e00:14316] 0 exiting: rc = 1 00000100:00100000:2.0:1788526895.234248:0:14318:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff98c27fa51000:14318] 2 exiting: rc = 0 00000100:00100000:1.0:1788526895.234670:0:16565:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff98c275ad5600:16565] 3 exiting: rc = 0 00000100:00100000:3.0:1788526895.234862:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234869:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234875:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234879:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234884:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234889:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234894:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234899:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234904:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234910:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234916:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234921:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234926:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234931:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234937:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234943:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234953:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234960:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234965:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234970:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234975:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234980:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234988:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.234995:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235009:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235016:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235021:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235026:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235032:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235038:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235043:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235049:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235055:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235061:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235066:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235071:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235075:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235081:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235088:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235093:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235098:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235103:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235109:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235113:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235120:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235125:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235130:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235136:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235142:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235147:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235152:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235157:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235161:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235166:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235171:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235176:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235182:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235186:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235191:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235200:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235205:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235211:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235216:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.235221:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526895.238799:0:14319:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff98c27fa50800:14319] 0 exiting: rc = 1 00000100:00100000:1.0:1788526895.238927:0:14320:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff98c27fa50e00:14320] 1 exiting: rc = 0 00000100:00100000:3.0:1788526895.239023:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239030:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239037:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239042:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239047:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239051:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239056:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239061:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239066:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239076:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239082:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239087:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239092:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239097:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239101:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239106:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239110:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239115:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239119:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239123:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239127:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239132:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239136:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239140:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239145:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239149:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239153:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239157:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239161:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239165:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239178:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239183:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239187:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239192:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239197:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239202:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239207:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239211:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239216:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239220:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239224:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239228:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239232:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239317:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239323:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239327:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239332:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239336:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239341:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239345:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239350:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239354:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239359:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239363:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239368:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239372:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239377:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239382:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239465:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239469:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239474:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239479:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239483:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.239489:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526895.239928:0:14322:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff98c245157800:14322] 1 exiting: rc = 0 00000100:00100000:0.0:1788526895.240018:0:14321:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff98c2453a8400:14321] 0 exiting: rc = 1 00000100:00100000:3.0:1788526895.240078:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240090:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240101:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240116:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240122:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240128:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240133:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240138:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240144:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240150:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240155:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240165:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240171:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240176:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240181:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240197:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240203:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240209:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240214:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240219:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240225:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240230:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240315:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240323:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240329:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240335:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240340:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240358:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240364:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240370:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240375:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240381:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240447:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240453:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240459:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240464:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240474:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240480:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240486:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240508:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240514:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240607:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240616:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240622:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240627:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240633:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240638:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240643:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240650:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240655:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240661:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240679:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240685:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240690:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240695:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240700:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240706:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240711:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240717:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240723:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240728:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240733:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240738:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.240743:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526895.248086:0:14324:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff98c245157200:14324] 1 exiting: rc = 0 00000100:00100000:0.0:1788526895.248202:0:14323:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff98c245157c00:14323] 0 exiting: rc = 1 00000100:00100000:3.0:1788526895.248326:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248334:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248339:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248349:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248355:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248361:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248365:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248379:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248447:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248454:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248460:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248464:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248469:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248473:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248478:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248483:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248488:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248492:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248496:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248501:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248506:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248510:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248515:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248586:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248634:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248640:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248644:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248649:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248654:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248659:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248663:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248668:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248672:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248678:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248683:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248687:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248693:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248698:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248703:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248707:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248711:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248716:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248727:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248731:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248736:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248740:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248744:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248749:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248753:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248757:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248762:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248766:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248771:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248776:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248781:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248790:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248796:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248801:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248806:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248811:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248815:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248820:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248825:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.248829:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526895.249100:0:14326:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff98c245157000:14326] 1 exiting: rc = 0 00000100:00100000:0.0:1788526895.249185:0:14325:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff98c245156e00:14325] 0 exiting: rc = 1 00000100:00100000:3.0:1788526895.249304:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249309:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249314:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249318:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249323:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249329:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249334:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249344:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249349:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249354:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249359:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249364:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249368:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249377:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249381:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249451:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249457:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249461:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249466:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249470:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249474:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249479:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249484:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249489:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249493:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249497:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249502:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249506:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249510:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249515:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249577:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249588:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249637:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249643:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249647:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249651:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249655:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249660:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249666:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249670:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249674:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249679:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249683:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249688:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249692:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249697:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249702:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249706:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249717:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249721:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249726:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249730:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249736:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249740:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249745:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249749:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249754:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249758:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249763:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249767:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249771:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249776:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249780:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.249784:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526895.250039:0:14327:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff98c24976b600:14327] 0 exiting: rc = 1 00000100:00100000:0.0:1788526895.250121:0:14328:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff98c24976a800:14328] 1 exiting: rc = 0 00000100:00100000:3.0:1788526895.250184:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250189:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250194:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250198:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250203:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250207:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250212:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250216:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250221:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250225:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250230:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250319:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250327:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250332:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250337:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250341:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250346:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250350:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250355:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250365:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250369:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250375:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250379:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250471:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250478:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250482:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250487:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250491:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250495:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250500:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250505:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250510:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250655:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250664:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250669:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250673:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250677:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250682:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250687:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250691:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250695:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250700:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250705:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250709:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250714:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250718:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250723:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250727:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250731:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250736:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250740:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250744:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250748:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250753:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250762:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250767:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250771:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250776:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250780:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250784:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250789:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250794:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250798:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.250803:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251151:0:14331:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff98c24976b400:14331] 2 exiting: rc = 0 00000100:00100000:1.0:1788526895.251336:0:14330:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff98c24976a400:14330] 1 exiting: rc = 0 00000100:00100000:0.0:1788526895.251694:0:14329:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff98c24976b200:14329] 0 exiting: rc = 1 00000100:00100000:3.0:1788526895.251833:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251839:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251858:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251863:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251868:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251874:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251879:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251884:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251889:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251894:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251899:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251904:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251909:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251913:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251918:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251923:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251928:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251933:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251939:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251944:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251949:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251954:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251959:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251963:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251974:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.251980:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252000:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252006:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252011:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252015:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252021:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252026:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252030:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252035:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252041:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252046:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252051:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252056:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252061:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252066:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252071:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252076:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252081:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252086:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252090:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252095:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252100:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252105:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252109:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252114:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252129:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252134:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252138:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252144:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252149:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252154:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252158:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252163:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252168:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252176:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252181:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252186:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252191:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526895.252196:0:17471:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1788526895.258042:0:17471:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788526895.258055:0:17471:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1788526895.258060:0:17471:0:(genops.c:885:class_export_put()) final put ffff98c26e599000/MDS_uuid 00000020:00000080:2.0:1788526895.258065:0:17471:0:(genops.c:844:class_export_destroy()) destroying export ffff98c26e599000/MDS_uuid for MDS 00000020:01000000:2.0:1788526895.258073:0:17471:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1788526895.258190:0:17471:0:(tgt_mount.c:2258:server_put_super()) server umount lustre-MDT0000 complete 00000100:00080000:3.0:1788526895.571663:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788526895.571671:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788526895.571675:0:37:0:(import.c:65:import_set_state_nolock()) ffff98c249723800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788526895.571683:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 525 00000100:00080000:3.0:1788526895.571689:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788526895.571696:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff98c249723800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1788526895.571719:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c249742680 x1875405881600896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788526895.571739:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788526895.571743:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788526895.571745:0:37:0:(import.c:65:import_set_state_nolock()) ffff98c27b9cf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788526895.571749:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 525 00000100:00080000:3.0:1788526895.571752:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788526895.571755:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff98c27b9cf000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1788526895.571767:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c249743480 x1875405881601024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788526895.571795:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249742680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3277:1875405881600896:0@lo:38:kworker.0 00000400:00000100:3.0:1788526895.571879:0:3277:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875405881600896 offset 0 length 520: 4 00000100:00100000:3.0:1788526895.571929:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3277:1875405881601024:0@lo:38:kworker.0 00000400:00000100:3.0:1788526895.571947:0:3277:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875405881601024 offset 0 length 520: 4 00000100:00100000:0.0:1788526895.572022:0:3279:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788526895.572051:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a25a41ce-5827-423c-b0c5-e955955f4e9e:3279:1875405881600768:0@lo:400:kworker.0 00000400:00000100:0.0:1788526895.572078:0:3279:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875405881600768 offset 0 length 224: 4 00010000:00010000:3.0:1788526895.766598:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1788526896.275723:0:14313:0:(tgt_mount.c:234:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1788526896.275757:0:14313:0:(tgt_mount.c:115:server_register_mount()) register mount ffff98c27fab5000 from MGS 00000020:01000004:1.0:1788526896.275763:0:14313:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1788526896.275781:0:14313:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff98c142aa6600) 00000020:00000080:1.0:1788526896.275801:0:14313:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgs with refcount 2 00000020:01000004:1.0:1788526896.275891:0:14313:0:(tgt_mount.c:167:server_get_mount()) get mount ffff98c27fab5000 from MGS, refs=3 00080000:01000000:1.0:1788526896.279833:0:14313:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:1.0:1788526896.279861:0:14313:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x367645d450b3b922 00010000:00010000:1.0:1788526896.280221:0:14313:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-2 is initialized 00000040:01000000:1.0:1788526896.282005:0:14313:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:1.0:1788526896.282809:0:14313:0:(mgs_llog.c:690:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1788526896.283126:0:14313:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788526896.283261:0:14313:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1788526896.283268:0:14313:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1788526896.290166:0:14313:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1788526896.290190:0:14313:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1788526896.294445:0:14313:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1788526896.294461:0:14313:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1788526896.295817:0:14313:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00010000:00010000:2.0:1788526896.795056:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526897.811606:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788526898.207060:0:17633:0:(tgt_mount.c:2269:server_umount_begin()) umount -f 00000020:01000004:2.0:1788526898.259087:0:17633:0:(tgt_mount.c:2125:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1788526898.259154:0:17633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245111000/0x367645d450b3b395 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b39c expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.259177:0:17633:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245111000/0x367645d450b3b395 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b39c expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.259184:0:17633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245111000/0x367645d450b3b395 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b39c expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.259191:0:17633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c245111000/0x367645d450b3b395 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b39c expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.259215:0:17633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788526898.259234:0:17633:0:(mgc_request_server.c:165:mgc_fs_clear()) MGC192.168.204.159@tcp: clear lustre-client 10000000:01000000:2.0:1788526898.259239:0:17633:0:(mgc_request.c:650:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788526898.259258:0:17633:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788526898.259281:0:17633:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98c249742680 x1875405881600896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788526910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526898.259300:0:17633:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788526898.259306:0:17633:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788526898.259327:0:17633:0:(import.c:65:import_set_state_nolock()) ffff98c249723800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1788526898.259333:0:17633:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788526898.259337:0:17633:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98c249742680 x1875405881600896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788526910 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526898.259344:0:17633:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788526898.259347:0:17633:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00010000:00010000:1.0:1788526898.259476:0:14304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526898.259486:0:14304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c245111000/0x367645d450b3b395 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b39c expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526898.259493:0:14304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c245111000 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:1.0:1788526898.259497:0:14304:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c245111000/0x367645d450b3b395 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b39c expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526898.259506:0:14304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c245111000/0x367645d450b3b395 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b39c expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788526898.259514:0:14304:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c245111000/0x367645d450b3b395 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b39c expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788526898.259520:0:14304:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788526898.259530:0:14304:0:(mgc_request.c:1180:mgc_blocking_ast()) log lustre-client: stale lock, won't requeue 10000000:01000000:1.0:1788526898.259544:0:14304:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788526898.259605:0:14304:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c245111000/0x367645d450b3b395 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b39c expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526898.259623:0:14304:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788526898.259653:0:14304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c245111000/0x367645d450b3b395 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b39c expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526898.259660:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c245111000/0x367645d450b3b395 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b39c expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526898.259673:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526898.259675:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526898.259676:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526898.259688:0:3278:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788526898.259702:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881601152:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788526898.259775:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526898.259858:0:14750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881601152 00000100:00100000:1.0:1788526898.259865:0:14750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881601152 00000100:00100000:1.0:1788526898.259944:0:14750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788526898.259952:0:14750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b521f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3278:x1875405881601152:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788526898.259959:0:14750:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788526898 with bad export cookie 3924400903489303081 00000100:00100000:3.0:1788526898.273882:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249742680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3277:1875405881600896:0@lo:38:kworker.0 00010000:00010000:2.0:1788526898.274942:0:17633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242c76c00/0x367645d450b3b36b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b372 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.274958:0:17633:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242c76c00/0x367645d450b3b36b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b372 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.274965:0:17633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242c76c00/0x367645d450b3b36b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b372 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.274971:0:17633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c242c76c00/0x367645d450b3b36b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b372 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.274987:0:17633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788526898.275005:0:17633:0:(mgc_request_server.c:165:mgc_fs_clear()) MGC192.168.204.159@tcp: clear lustre-OST0000 00010000:00010000:2.0:1788526898.275011:0:17633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c1423c9600/0x367645d450b3b674 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b67b expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.275017:0:17633:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c1423c9600/0x367645d450b3b674 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b67b expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.275023:0:17633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c1423c9600/0x367645d450b3b674 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b67b expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.275028:0:17633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c1423c9600/0x367645d450b3b674 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b67b expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.275065:0:17633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1788526898.275074:0:17633:0:(mgc_request_server.c:165:mgc_fs_clear()) MGC192.168.204.159@tcp: clear params 00010000:00010000:2.0:1788526898.275079:0:17633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245110800/0x367645d450b3b34f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b356 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.275086:0:17633:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245110800/0x367645d450b3b34f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b356 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.275092:0:17633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c245110800/0x367645d450b3b34f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b356 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.275098:0:17633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c245110800/0x367645d450b3b34f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b356 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526898.275105:0:17633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:2.0:1788526898.275170:0:17633:0:(mgc_request_server.c:165:mgc_fs_clear()) MGC192.168.204.159@tcp: clear lustre-sptlrpc 10000000:01000000:2.0:1788526898.275173:0:17633:0:(mgc_request.c:650:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1788526898.275197:0:17633:0:(tgt_mount.c:2175:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1788526898.275202:0:17633:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1788526898.275207:0:17633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788526898.275213:0:17633:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788526898.275218:0:17633:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff98c249678000) has no exports 00000020:00080000:2.0:1788526898.275243:0:17633:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff98c249678000) has no exports 00010000:00010000:0.0:1788526898.277273:0:14304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788526898.277287:0:14304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c242c76c00/0x367645d450b3b36b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b372 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.277300:0:14304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242c76c00 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:0.0:1788526898.277305:0:14304:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c242c76c00/0x367645d450b3b36b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b372 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.277315:0:14304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c242c76c00/0x367645d450b3b36b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b372 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788526898.277323:0:14304:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c242c76c00/0x367645d450b3b36b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b372 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788526898.277329:0:14304:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788526898.277332:0:14304:0:(mgc_request.c:1180:mgc_blocking_ast()) log lustre-OST0000: stale lock, won't requeue 10000000:01000000:0.0:1788526898.277335:0:14304:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1788526898.277434:0:14304:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c242c76c00/0x367645d450b3b36b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b372 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.277443:0:14304:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788526898.277473:0:14304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c242c76c00/0x367645d450b3b36b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b372 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.277481:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c242c76c00/0x367645d450b3b36b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b372 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.277497:0:14304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788526898.277501:0:14304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c1423c9600/0x367645d450b3b674 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b67b expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.277507:0:14304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9600 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:0.0:1788526898.277590:0:14304:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c1423c9600/0x367645d450b3b674 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b67b expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.277602:0:14304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c1423c9600/0x367645d450b3b674 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b67b expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788526898.277609:0:14304:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c1423c9600/0x367645d450b3b674 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b67b expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526898.277693:0:14305:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:01000000:0.0:1788526898.277749:0:14304:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788526898.277752:0:14304:0:(mgc_request.c:1180:mgc_blocking_ast()) log params: stale lock, won't requeue 10000000:01000000:0.0:1788526898.277755:0:14304:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788526898.277790:0:14304:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c1423c9600/0x367645d450b3b674 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b67b expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.277796:0:14304:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788526898.277803:0:14304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c1423c9600/0x367645d450b3b674 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b67b expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.277814:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c1423c9600/0x367645d450b3b674 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x367645d450b3b67b expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.277824:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526898.277825:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526898.277827:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788526898.277851:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a25a41ce-5827-423c-b0c5-e955955f4e9e:3280:1875405881601280:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526898.277917:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526898.277985:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788526898.277992:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a25a41ce-5827-423c-b0c5-e955955f4e9e:3280:1875405881601408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526898.278013:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526898.278052:0:14303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881601280 00000100:00100000:0.0:1788526898.278060:0:14303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881601280 00000100:00100000:0.0:1788526898.278088:0:14303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881601408 00000100:00100000:0.0:1788526898.278091:0:14303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881601408 00000100:00100000:0.0:1788526898.278104:0:14303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788526898.278111:0:14303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2451ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3280:x1875405881601280:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788526898.278117:0:14303:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788526898 with bad export cookie 3924400903489303081 00000100:00100000:0.0:1788526898.278160:0:14303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2451ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3280:x1875405881601280:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (243us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788526898.278167:0:14303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788526898.278181:0:14303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788526898.278185:0:14303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3280:x1875405881601408:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788526898.278189:0:14303:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788526898 with bad export cookie 3924400903489303081 00000100:00100000:0.0:1788526898.278212:0:14303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3280:x1875405881601408:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (198us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788526898.278227:0:14303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1788526898.278259:0:3280:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.159@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788526898.278263:0:3280:0:(import.c:65:import_set_state_nolock()) ffff98c143200000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1788526898.278267:0:3280:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.159@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000020:01000000:2.0:1788526898.281131:0:17633:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98c242ce84e0 - data ffff98c27ff62360/ffff98c14327cc00 00000100:00080000:0.0:1788526898.286264:0:3280:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.159@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1788526898.286269:0:3280:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1788526898.286278:0:3280:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98c249740a80 x1875405881600768/t0(0) o400->MGC192.168.204.159@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788526911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788526898.286297:0:3280:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98c27b520000 x1875405881601152/t0(0) o103->MGC192.168.204.159@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788526914 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788526898.286370:0:3280:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98c2746c1500 x1875405881601280/t0(0) o103->MGC192.168.204.159@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788526914 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788526898.286378:0:3280:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98c2746c3100 x1875405881601408/t0(0) o103->MGC192.168.204.159@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788526914 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1788526898.286399:0:3280:0:(mgc_request.c:1414:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788526898.286402:0:3280:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1788526898.286403:0:3280:0:(mgc_request.c:1414:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1788526898.286407:0:3280:0:(import.c:65:import_set_state_nolock()) ffff98c143200000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788526898.286411:0:3280:0:(import.c:545:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 437 00000100:00080000:0.0:1788526898.286420:0:3280:0:(import.c:665:import_select_connection()) MGC192.168.204.159@tcp: import ffff98c143200000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1788526898.287601:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a25a41ce-5827-423c-b0c5-e955955f4e9e:3279:1875405881600768:0@lo:400:kworker.0 00000100:00100000:0.0:1788526898.287796:0:3280:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c2746c2a00 x1875405881601536/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788526898.287834:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a25a41ce-5827-423c-b0c5-e955955f4e9e:3280:1875405881601280:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526898.287847:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a25a41ce-5827-423c-b0c5-e955955f4e9e:3280:1875405881601408:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788526898.288070:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a25a41ce-5827-423c-b0c5-e955955f4e9e:3277:1875405881601536:0@lo:250:ptlrpcd_00_02.0 00000100:00100000:3.0:1788526898.288148:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526898.288250:0:17544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881601536 00000100:00100000:0.0:1788526898.288259:0:17544:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881601536 00000100:00100000:0.0:1788526898.288296:0:17544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788526898.288304:0:17544:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c25ef8e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3277:x1875405881601536:12345-0@lo:250:ptlrpcd_00_02.0 00010000:00000400:0.0:1788526898.288322:0:17544:0:(ldlm_lib.c:1248:target_handle_connect()) MGS: refusing connection from 0@lo: this is an MGS follower, which only serves clients that support it: rc = -19 00000100:00100000:0.0:1788526898.288383:0:17544:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c25ef8e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3277:x1875405881601536:12345-0@lo:250:ptlrpcd_00_02.0 Request processed in 78us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788526898.288422:0:17544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1788526898.288466:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c143200000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788526898.288472:0:3277:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-19) 00000100:00100000:0.0:1788526898.288475:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a25a41ce-5827-423c-b0c5-e955955f4e9e:3277:1875405881601536:0@lo:250:ptlrpcd_00_02.0 00000100:00100000:0.0:1788526898.288502:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a25a41ce-5827-423c-b0c5-e955955f4e9e:3278:1875405881601152:0@lo:103:ldlm_bl.0 00000020:01000000:2.0:1788526898.289206:0:17633:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98c27bbbdf00 - data ffff98c256c4a5e8/ffff98c25ef3c000 00010000:00010000:3.0:1788526898.289664:0:17634:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526898.289668:0:17634:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526898.289670:0:17634:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526898.290054:0:14305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c245110800/0x367645d450b3b34f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b356 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.290068:0:14305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c245110800 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:0.0:1788526898.290073:0:14305:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c245110800/0x367645d450b3b34f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b356 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.290092:0:14305:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c245110800/0x367645d450b3b34f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b356 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788526898.290100:0:14305:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c245110800/0x367645d450b3b34f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b356 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788526898.290106:0:14305:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788526898.290108:0:14305:0:(mgc_request.c:1180:mgc_blocking_ast()) log lustre-sptlrpc: stale lock, won't requeue 10000000:01000000:0.0:1788526898.290124:0:14305:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1788526898.290161:0:14305:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98c143200000 00010000:00010000:0.0:1788526898.290165:0:14305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c245110800/0x367645d450b3b34f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x367645d450b3b356 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.290173:0:14305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c245110800/0x367645d450b3b34f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x367645d450b3b356 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526898.290186:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526898.290188:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526898.290190:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1788526898.318711:0:14750:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1875405881601152 offset 224 length 224: 4 00000100:00100000:0.0:1788526898.318739:0:14750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b521f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3278:x1875405881601152:12345-0@lo:103:ldlm_bl.0 Request processed in 58785us (58962us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788526898.318750:0:14750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00100000:10000000:3.0:1788526898.327429:0:17633:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1788526898.362758:0:17633:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b380 00000020:00000080:0.0:1788526898.362769:0:17633:0:(genops.c:885:class_export_put()) final put ffff98c2466d7800/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1788526898.362795:0:17633:0:(tgt_mount.c:201:server_put_mount()) put mount ffff98c2482e8000 from lustre-OST0000, refs=2 00000020:01000004:0.0:1788526898.362799:0:17633:0:(obd_mount.c:712:lustre_put_lsi()) put ffff98c2482e8000 2 00000020:01000004:0.0:1788526898.362803:0:17633:0:(tgt_mount.c:134:server_deregister_mount()) deregister mount ffff98c2482e8000 from lustre-OST0000 00000020:00000080:1.0:1788526898.362811:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c2466d7800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788526898.362831:0:17633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788526898.362843:0:17633:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1788526898.362846:0:17633:0:(genops.c:885:class_export_put()) final put ffff98c243e5e800/lustre-OST0000_UUID 00000020:00000080:0.0:1788526898.362848:0:17633:0:(genops.c:844:class_export_destroy()) destroying export ffff98c243e5e800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1788526898.362895:0:17633:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1788526898.362973:0:17633:0:(obd_mount.c:580:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1788526898.362978:0:17633:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788526898.362982:0:17633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788526898.362987:0:17633:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788526898.362994:0:17633:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff98c249721800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788526898.363001:0:17633:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff98c249679980) has exports, disconnecting them 00000020:00080000:0.0:1788526898.363053:0:17633:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff98c249721800), last request at 1788526818 00000020:00000080:0.0:1788526898.363058:0:17633:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b3aa 00000020:00080000:0.0:1788526898.363072:0:17633:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff98c249721800): rc 0 00000020:00000080:0.0:1788526898.363077:0:17633:0:(genops.c:885:class_export_put()) final put ffff98c249721800/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788526898.363091:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c249721800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1788526898.365551:0:17633:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1788526898.365560:0:17633:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788526898.365565:0:17633:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788526898.365573:0:17633:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788526898.365774:0:17633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788526898.365783:0:17633:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:1.0:1788526898.365790:0:17633:0:(obd_mount.c:712:lustre_put_lsi()) put ffff98c2482e8000 1 00000020:00000080:1.0:1788526898.365797:0:17633:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b341 00000020:00000080:1.0:1788526898.365807:0:17633:0:(genops.c:885:class_export_put()) final put ffff98c27f588800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1788526898.365871:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c249723800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1788526898.365880:0:37:0:(genops.c:885:class_export_put()) final put ffff98c249722000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1788526898.365882:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c249722000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1788526898.365891:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1788526898.365994:0:17633:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1788526898.366000:0:17633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788526898.366005:0:17633:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788526898.366009:0:17633:0:(genops.c:1558:class_disconnect_exports()) OBD device 11 (ffff98c142aa4c80) has no exports 00000020:00000080:3.0:1788526898.366511:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c27f588800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788526898.375207:0:17633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788526898.375223:0:17633:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1788526898.375229:0:17633:0:(genops.c:885:class_export_put()) final put ffff98c2482ef800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1788526898.375234:0:17633:0:(genops.c:844:class_export_destroy()) destroying export ffff98c2482ef800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1788526898.375244:0:17633:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1788526898.375397:0:17633:0:(obd_mount.c:670:lustre_free_lsi()) Freeing lsi ffff98c2482ec800 00000020:02000400:3.0:1788526898.375444:0:17633:0:(tgt_mount.c:2258:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1788526898.836019:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526899.862257:0:17634:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788526900.691642:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a25a41ce-5827-423c-b0c5-e955955f4e9e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788526900.691654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788526900.691658:0:37:0:(import.c:65:import_set_state_nolock()) ffff98c143200000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788526900.691667:0:37:0:(import.c:545:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 533 00000100:00080000:0.0:1788526900.691674:0:37:0:(import.c:630:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788526900.691790:0:37:0:(import.c:665:import_select_connection()) MGC192.168.204.159@tcp: import ffff98c143200000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1788526900.691827:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c2746c3b80 x1875405881601664/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788526900.691855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788526900.691859:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788526900.692735:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a25a41ce-5827-423c-b0c5-e955955f4e9e:3277:1875405881601664:0@lo:250:kworker.0 00000100:00100000:3.0:1788526900.692808:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526900.693024:0:17547:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881601664 00000100:00100000:2.0:1788526900.693033:0:17547:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881601664 00000100:00100000:2.0:1788526900.693073:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788526900.693080:0:17547:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274c9a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:3277:x1875405881601664:12345-0@lo:250:kworker.0 00010000:00000400:2.0:1788526900.693121:0:17547:0:(ldlm_lib.c:1248:target_handle_connect()) MGS: refusing connection from 0@lo: this is an MGS follower, which only serves clients that support it: rc = -19 00000100:00100000:2.0:1788526900.693408:0:17547:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274c9a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:3277:x1875405881601664:12345-0@lo:250:kworker.0 Request processed in 324us (597us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788526900.693416:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788526900.694553:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c143200000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788526900.694561:0:3277:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-19) 00000100:00100000:3.0:1788526900.694566:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a25a41ce-5827-423c-b0c5-e955955f4e9e:3277:1875405881601664:0@lo:250:kworker.0 00010000:00010000:0.0:1788526900.883577:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788526900.929063:0:17783:0:(tgt_mount.c:2269:server_umount_begin()) umount -f 00000020:01000004:0.0:1788526900.948559:0:17783:0:(tgt_mount.c:2125:server_put_super()) server put_super lustre-OST0001 00010000:00010000:0.0:1788526900.948644:0:17783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c26e821400/0x367645d450b3b4de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b4e5 expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.948658:0:17783:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c26e821400/0x367645d450b3b4de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b4e5 expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.948667:0:17783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c26e821400/0x367645d450b3b4de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b4e5 expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.948674:0:17783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c26e821400/0x367645d450b3b4de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b4e5 expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.948716:0:17783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788526900.948735:0:17783:0:(mgc_request_server.c:165:mgc_fs_clear()) MGC192.168.204.159@tcp: clear lustre-client 10000000:01000000:0.0:1788526900.948740:0:17783:0:(mgc_request.c:650:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788526900.948761:0:17783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788526900.948774:0:17783:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98c249743480 x1875405881601024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788526910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788526900.948844:0:17783:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788526900.948852:0:17783:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788526900.948857:0:17783:0:(import.c:65:import_set_state_nolock()) ffff98c27b9cf000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1788526900.948862:0:17783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788526900.948866:0:17783:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98c249743480 x1875405881601024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788526910 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1788526900.948903:0:14304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526900.948909:0:14304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c26e821400/0x367645d450b3b4de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b4e5 expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526900.948917:0:14304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c26e821400 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:1.0:1788526900.948921:0:14304:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c26e821400/0x367645d450b3b4de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b4e5 expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526900.948929:0:14304:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c26e821400/0x367645d450b3b4de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b4e5 expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788526900.948936:0:14304:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c26e821400/0x367645d450b3b4de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b4e5 expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788526900.948941:0:14304:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788526900.948943:0:14304:0:(mgc_request.c:1180:mgc_blocking_ast()) log lustre-client: stale lock, won't requeue 10000000:01000000:1.0:1788526900.948946:0:14304:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788526900.948985:0:14304:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98c143200000 00010000:00010000:1.0:1788526900.948990:0:14304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c26e821400/0x367645d450b3b4de lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x367645d450b3b4e5 expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526900.948996:0:14304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c26e821400/0x367645d450b3b4de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x367645d450b3b4e5 expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526900.949017:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526900.949018:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526900.949020:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788526900.950364:0:17783:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788526900.950409:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3277:1875405881601024:0@lo:38:kworker.0 00000100:00100000:0.0:1788526900.950497:0:17783:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788526900.952241:0:17783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c2743e6600/0x367645d450b3b4b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b4bb expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.952258:0:17783:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c2743e6600/0x367645d450b3b4b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b4bb expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.952266:0:17783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c2743e6600/0x367645d450b3b4b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b4bb expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.952273:0:17783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c2743e6600/0x367645d450b3b4b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b4bb expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.952343:0:17783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788526900.952379:0:17783:0:(mgc_request_server.c:165:mgc_fs_clear()) MGC192.168.204.159@tcp: clear lustre-OST0001 00010000:00010000:0.0:1788526900.952414:0:17783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c2743e6400/0x367645d450b3b666 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b66d expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.952422:0:17783:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c2743e6400/0x367645d450b3b666 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b66d expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.952428:0:17783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c2743e6400/0x367645d450b3b666 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b66d expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.952434:0:17783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c2743e6400/0x367645d450b3b666 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b66d expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526900.952507:0:17634:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788526900.952513:0:17634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c2743e6600/0x367645d450b3b4b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b4bb expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526900.952520:0:17634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c2743e6600 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:3.0:1788526900.952524:0:17634:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c2743e6600/0x367645d450b3b4b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b4bb expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526900.952533:0:17634:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c2743e6600/0x367645d450b3b4b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b4bb expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788526900.952540:0:17634:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c2743e6600/0x367645d450b3b4b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b4bb expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788526900.952546:0:17634:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788526900.952549:0:17634:0:(mgc_request.c:1180:mgc_blocking_ast()) log lustre-OST0001: stale lock, won't requeue 00010000:00010000:3.0:1788526900.952559:0:17634:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98c143200000 00010000:00010000:3.0:1788526900.952563:0:17634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c2743e6600/0x367645d450b3b4b4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x367645d450b3b4bb expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526900.952570:0:17634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c2743e6600/0x367645d450b3b4b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x367645d450b3b4bb expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526900.952581:0:17634:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526900.952584:0:17634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c2743e6400/0x367645d450b3b666 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b66d expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526900.952590:0:17634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c2743e6400 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:3.0:1788526900.952609:0:17634:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c2743e6400/0x367645d450b3b666 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b66d expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526900.952616:0:17634:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c2743e6400/0x367645d450b3b666 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b66d expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788526900.952621:0:17634:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c2743e6400/0x367645d450b3b666 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b66d expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788526900.952626:0:17634:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788526900.952628:0:17634:0:(mgc_request.c:1187:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1788526900.952632:0:17634:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98c143200000 00010000:00010000:3.0:1788526900.952635:0:17634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c2743e6400/0x367645d450b3b666 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x367645d450b3b66d expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526900.952642:0:17634:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526900.952643:0:17634:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526900.952645:0:17634:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526900.952804:0:17783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788526900.952809:0:17783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c2743e6400/0x367645d450b3b666 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x367645d450b3b66d expref: -99 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788526900.952837:0:17783:0:(mgc_request_server.c:165:mgc_fs_clear()) MGC192.168.204.159@tcp: clear params 10000000:01000000:0.0:1788526900.952840:0:17783:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788526900.952865:0:17783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242c76200/0x367645d450b3b4a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b4ad expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.952872:0:17783:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242c76200/0x367645d450b3b4a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b4ad expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.952878:0:17783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242c76200/0x367645d450b3b4a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b4ad expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526900.952884:0:17783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.159@tcp lock: ffff98c242c76200/0x367645d450b3b4a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x367645d450b3b4ad expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526900.952977:0:14305:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526900.952982:0:14305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c242c76200/0x367645d450b3b4a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b4ad expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526900.952989:0:14305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242c76200 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:3.0:1788526900.952992:0:14305:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c242c76200/0x367645d450b3b4a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x367645d450b3b4ad expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526900.953002:0:14305:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c242c76200/0x367645d450b3b4a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b4ad expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788526900.953009:0:14305:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c242c76200/0x367645d450b3b4a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b4ad expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788526900.953024:0:14305:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788526900.953026:0:14305:0:(mgc_request.c:1187:mgc_blocking_ast()) log lustre-sptlrpc: stopping, won't requeue 00010000:00010000:3.0:1788526900.953032:0:14305:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98c143200000 00010000:00010000:3.0:1788526900.953035:0:14305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c242c76200/0x367645d450b3b4a6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x367645d450b3b4ad expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526900.953042:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526900.953043:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526900.953045:0:14305:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526900.953124:0:17783:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788526900.953135:0:17783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c242c76200/0x367645d450b3b4a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x367645d450b3b4ad expref: -99 pid: 15720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788526900.953153:0:17783:0:(mgc_request_server.c:165:mgc_fs_clear()) MGC192.168.204.159@tcp: clear lustre-sptlrpc 00010000:00010000:1.0:1788526900.953155:0:14304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788526900.953156:0:17783:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:01000000:0.0:1788526900.953179:0:17783:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:0.0:1788526900.953200:0:17783:0:(mgc_request.c:650:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:0.0:1788526900.953216:0:17783:0:(tgt_mount.c:2175:server_put_super()) stopping lustre-OST0001 00000020:01000000:0.0:1788526900.953220:0:17783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1788526900.953224:0:17783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788526900.953230:0:17783:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788526900.953234:0:17783:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff98c27b7ae600) has no exports 00000020:00080000:0.0:1788526900.953257:0:17783:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff98c27b7ae600) has no exports 00000020:01000000:0.0:1788526900.956532:0:17783:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98c242ce8c00 - data ffff98c27ff62798/ffff98c14327e400 00000020:01000000:0.0:1788526900.956891:0:17783:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98c26d872060 - data ffff98c2516fa0d8/ffff98c26ea6e800 00100000:10000000:0.0:1788526900.963587:0:17783:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1788526900.987423:0:17783:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b4c9 00000020:00000080:3.0:1788526900.987434:0:17783:0:(genops.c:885:class_export_put()) final put ffff98c243e5f000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1788526900.987449:0:17783:0:(tgt_mount.c:201:server_put_mount()) put mount ffff98c27fab5000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788526900.987457:0:17783:0:(obd_mount.c:712:lustre_put_lsi()) put ffff98c27fab5000 3 00000020:01000004:3.0:1788526900.987460:0:17783:0:(tgt_mount.c:134:server_deregister_mount()) deregister mount ffff98c27fab5000 from lustre-OST0001 00000020:00000080:3.0:1788526900.987511:0:17783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788526900.987522:0:17783:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1788526900.987526:0:17783:0:(genops.c:885:class_export_put()) final put ffff98c243e58800/lustre-OST0001_UUID 00000020:00000080:3.0:1788526900.987529:0:17783:0:(genops.c:844:class_export_destroy()) destroying export ffff98c243e58800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1788526900.987542:0:17783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1788526900.987644:0:17783:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import a25a41ce-5827-423c-b0c5-e955955f4e9e->MGS 00010000:00010000:3.0:1788526900.987661:0:17783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c242c77400/0x367645d450b3b35d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x367645d450b3b364 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788526900.987673:0:17783:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c242c77400/0x367645d450b3b35d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x367645d450b3b364 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788526900.987680:0:17783:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1788526900.987683:0:17783:0:(mgc_request.c:1197:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1788526900.987686:0:17783:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1788526900.987713:0:17783:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98c143200000 00010000:00010000:3.0:1788526900.987728:0:17783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c242c77400/0x367645d450b3b35d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x367645d450b3b364 expref: -99 pid: 14999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788526900.987749:0:17783:0:(import.c:65:import_set_state_nolock()) ffff98c143200000 MGS: changing import state from DISCONN to CLOSED 10000000:01000000:3.0:1788526900.987753:0:17783:0:(mgc_request.c:1414:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1788526900.987755:0:17783:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1788526900.987757:0:17783:0:(mgc_request.c:1414:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1788526900.987761:0:17783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1788526900.987764:0:17783:0:(mgc_request.c:1414:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788526900.987767:0:17783:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1788526900.987769:0:17783:0:(mgc_request.c:1414:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788526900.987775:0:17783:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b222 00000020:00000080:3.0:1788526900.987779:0:17783:0:(genops.c:885:class_export_put()) final put ffff98c26e599800/a25a41ce-5827-423c-b0c5-e955955f4e9e 00000020:01000000:3.0:1788526900.987784:0:17783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGC192.168.204.159@tcp (flags='') 00000020:00000080:3.0:1788526900.987789:0:17783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788526900.987794:0:17783:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.159@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788526900.987798:0:17783:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff98c24967cc80) has no exports 00000020:00000080:0.0:1788526900.987807:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c243e5f000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1788526900.987818:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c26e599800/a25a41ce-5827-423c-b0c5-e955955f4e9e for MGC192.168.204.159@tcp 10000000:01000000:2.0:1788526900.987965:0:14313:0:(mgc_request.c:928:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1788526900.988934:0:17783:0:(obd_class.h:688:obd_cleanup_client_import()) MGC192.168.204.159@tcp: client import never connected 00000100:00080000:0.0:1788526900.988939:0:17783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1788526900.988943:0:17783:0:(mgc_request.c:1414:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788526900.988947:0:17783:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1788526900.988950:0:17783:0:(mgc_request.c:1414:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1788526900.988998:0:17783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788526900.989005:0:17783:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.159@tcp (uuid a25a41ce-5827-423c-b0c5-e955955f4e9e) 00000020:01000004:0.0:1788526900.989011:0:17783:0:(tgt_mount.c:284:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1788526900.989015:0:17783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1788526900.989019:0:17783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788526900.989030:0:17783:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788526900.989033:0:17783:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff98c142aa6600) has no exports 00000020:00080000:0.0:1788526900.989039:0:17783:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff98c142aa6600) has no exports 00000100:00100000:2.0:1788526900.989286:0:17547:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff98c245071c00:17547] 2 exiting: rc = 0 00000020:00000080:2.0:1788526900.989352:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c143200000 for MGC192.168.204.159@tcp 00000020:00000080:2.0:1788526900.989359:0:37:0:(genops.c:885:class_export_put()) final put ffff98c143203800/a25a41ce-5827-423c-b0c5-e955955f4e9e 00000020:00000080:2.0:1788526900.989362:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c143203800/a25a41ce-5827-423c-b0c5-e955955f4e9e for MGC192.168.204.159@tcp 00000020:01000000:2.0:1788526900.989367:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.159@tcp (a25a41ce-5827-423c-b0c5-e955955f4e9e) 00000100:00100000:3.0:1788526900.989568:0:17545:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff98c243086e00:17545] 1 exiting: rc = 0 00000100:00100000:1.0:1788526900.990151:0:17544:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff98c27b094c00:17544] 0 exiting: rc = 1 00000100:00100000:0.0:1788526900.990256:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990266:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990274:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990280:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990285:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990291:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990297:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990302:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990307:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990313:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990318:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990323:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990329:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990334:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990340:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990345:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990350:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990356:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990362:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990367:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990371:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990377:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990382:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990406:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990411:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990417:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990423:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990428:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990433:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990438:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990444:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990449:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990468:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990475:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990491:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990497:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990504:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990512:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990518:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990523:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990528:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990533:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990539:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990545:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990552:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990558:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990563:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990568:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990573:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990580:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990587:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990593:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990600:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990606:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990610:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990617:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990624:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990631:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990639:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990647:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990654:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990664:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990669:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526900.990681:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788526900.992609:0:17783:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b922 00000020:00000080:0.0:1788526900.992623:0:17783:0:(genops.c:885:class_export_put()) final put ffff98c27baff800/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1788526900.992685:0:17783:0:(tgt_mount.c:201:server_put_mount()) put mount ffff98c27fab5000 from MGS, refs=2 00000020:01000004:0.0:1788526900.992699:0:17783:0:(obd_mount.c:712:lustre_put_lsi()) put ffff98c27fab5000 2 00000020:01000004:0.0:1788526900.992702:0:17783:0:(tgt_mount.c:134:server_deregister_mount()) deregister mount ffff98c27fab5000 from MGS 00000020:00000080:0.0:1788526900.992732:0:17783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788526900.992739:0:17783:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1788526900.992742:0:17783:0:(genops.c:885:class_export_put()) final put ffff98c27bafe800/MGS 00000020:00000080:0.0:1788526900.992745:0:17783:0:(genops.c:844:class_export_destroy()) destroying export ffff98c27bafe800/MGS for MGS 00000020:01000000:0.0:1788526900.992750:0:17783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1788526900.992806:0:17783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788526900.992811:0:17783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788526900.992816:0:17783:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788526900.992823:0:17783:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff98c242c2e000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788526900.992839:0:17783:0:(genops.c:1553:class_disconnect_exports()) OBD device 17 (ffff98c27b1f3300) has exports, disconnecting them 00000020:00080000:0.0:1788526900.992845:0:17783:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff98c242c2e000), last request at 1788526834 00000020:00000080:0.0:1788526900.992849:0:17783:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b4f3 00000020:00080000:0.0:1788526900.992861:0:17783:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff98c242c2e000): rc 0 00000020:00000080:0.0:1788526900.992867:0:17783:0:(genops.c:885:class_export_put()) final put ffff98c242c2e000/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788526900.996469:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c27baff800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1788526900.998135:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c242c2e000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1788526901.000539:0:17783:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1788526901.000552:0:17783:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788526901.000557:0:17783:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788526901.000564:0:17783:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788526901.000632:0:17634:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00000020:00000080:0.0:1788526901.000724:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff98c27b9cf000 for lustre-MDT0000-lwp-OST0001 00010000:00010000:0.0:1788526901.000945:0:14305:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:0.0:1788526901.001488:0:14304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1788526901.002315:0:14299:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff98c274b8d800:14299] 0 exiting: rc = 1 00000100:00100000:2.0:1788526901.005880:0:14300:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff98c274b8d600:14300] 1 exiting: rc = 0 00000100:00100000:3.0:1788526901.006018:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.007684:0:14303:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff98c14308ca00:14303] 2 exiting: rc = 0 00000100:00100000:1.0:1788526901.007737:0:14301:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff98c2742cca00:14301] 0 exiting: rc = 1 00000100:00100000:0.0:1788526901.007807:0:14750:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff98c242dba200:14750] 3 exiting: rc = 0 00000100:00100000:2.0:1788526901.008588:0:14302:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff98c2742cd800:14302] 1 exiting: rc = 0 00000100:00100000:0.0:1788526901.008767:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008777:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008782:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008788:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008794:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008801:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008807:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008813:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008817:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008822:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008840:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008845:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008850:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008854:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008859:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008866:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008871:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008877:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008883:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008888:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008893:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008898:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008904:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008908:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008913:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008918:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008922:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008927:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008931:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.008936:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009773:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009781:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009787:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009792:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009797:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009802:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009808:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009814:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009820:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009825:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009831:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009836:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009842:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009846:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009851:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009866:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009871:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009877:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009882:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009887:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009892:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009897:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009902:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009907:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009912:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009917:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009922:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009927:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009932:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009938:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009944:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009949:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009955:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.009972:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788526901.023008:0:17783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788526901.023023:0:17783:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1788526901.023029:0:17783:0:(genops.c:885:class_export_put()) final put ffff98c27b9cd000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1788526901.023034:0:17783:0:(genops.c:844:class_export_destroy()) destroying export ffff98c27b9cd000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1788526901.023044:0:17783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000004:3.0:1788526901.023286:0:17783:0:(obd_mount.c:712:lustre_put_lsi()) put ffff98c27fab5000 1 00000020:00000080:3.0:1788526901.023293:0:17783:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x367645d450b3b49f 00000020:00000080:3.0:1788526901.023299:0:17783:0:(genops.c:885:class_export_put()) final put ffff98c27b7b1800/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1788526901.023360:0:17783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1788526901.023366:0:17783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788526901.023371:0:17783:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788526901.023376:0:17783:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff98c26fa09980) has no exports 00000020:00000080:0.0:1788526901.023580:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98c27b7b1800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1788526901.056292:0:17783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788526901.056308:0:17783:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1788526901.056314:0:17783:0:(genops.c:885:class_export_put()) final put ffff98c27fab6800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1788526901.056319:0:17783:0:(genops.c:844:class_export_destroy()) destroying export ffff98c27fab6800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1788526901.056328:0:17783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1788526901.056612:0:17783:0:(obd_mount.c:670:lustre_free_lsi()) Freeing lsi ffff98c27fab3800 00000020:01000000:2.0:1788526901.056633:0:17783:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1788526901.056637:0:17783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788526901.056641:0:17783:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788526901.056645:0:17783:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff98c24967b300) has no exports 00000020:00000080:2.0:1788526901.056671:0:17783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788526901.056677:0:17783:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1788526901.056681:0:17783:0:(genops.c:885:class_export_put()) final put ffff98c27f58f800/OSS_uuid 00000020:00000080:2.0:1788526901.056683:0:17783:0:(genops.c:844:class_export_destroy()) destroying export ffff98c27f58f800/OSS_uuid for OSS 00000020:01000000:2.0:1788526901.056687:0:17783:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:2.0:1788526901.057909:0:14312:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1788526901.058193:0:16195:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff98c275435e00:16195] 3 exiting: rc = 0 00000100:00100000:1.0:1788526901.058248:0:15002:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff98c242c3b800:15002] 1 exiting: rc = 0 00000100:00100000:2.0:1788526901.058929:0:15000:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff98c24975c800:15000] 0 exiting: rc = 1 00000100:00100000:3.0:1788526901.059569:0:15003:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff98c24975cc00:15003] 2 exiting: rc = 0 00000100:00100000:2.0:1788526901.059843:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059852:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059857:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059862:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059867:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059873:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059879:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059884:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059890:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059896:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059901:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059905:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059910:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059915:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059921:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059926:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059931:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059935:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059941:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059953:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059958:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059963:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059969:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059977:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059983:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059989:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.059996:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060001:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060006:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060011:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060017:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060022:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060028:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060050:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060056:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060061:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060066:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060071:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060076:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060081:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060086:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060090:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060095:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060100:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060801:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060808:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060813:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060818:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060823:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060829:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060835:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060840:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060846:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060850:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060856:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060861:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060866:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060871:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060876:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060881:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060887:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060892:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060897:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.060903:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.062518:0:15004:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff98c24975d200:15004] 0 exiting: rc = 1 00000100:00100000:3.0:1788526901.062527:0:15005:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff98c27f5d2200:15005] 1 exiting: rc = 0 00000100:00100000:2.0:1788526901.062608:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062615:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062621:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062626:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062645:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062650:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062656:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062662:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062667:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062672:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062677:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062682:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062687:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062692:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062697:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062703:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062764:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062773:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062780:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062785:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062790:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062796:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062803:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062808:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062813:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062818:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062823:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062828:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062834:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062839:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062845:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062850:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062855:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062860:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062865:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062870:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062875:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062880:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062885:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062898:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062913:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062919:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062926:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062931:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062937:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062943:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062948:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062953:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062957:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062963:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062968:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062972:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062977:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062982:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062987:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062991:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.062996:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.063000:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.063005:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.063010:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.063015:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.063020:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.063025:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788526901.063030:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.064327:0:15007:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff98c247f2f600:15007] 1 exiting: rc = 0 00000100:00100000:3.0:1788526901.064568:0:16549:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff98c2453a9a00:16549] 3 exiting: rc = 0 00000100:00100000:2.0:1788526901.064604:0:16552:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_004: service thread [ffff98c275486e00:16552] 4 exiting: rc = 0 00000100:00100000:1.0:1788526901.064883:0:15008:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff98c27b78c000:15008] 2 exiting: rc = 0 00000100:00100000:1.0:1788526901.065055:0:15006:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff98c247f2ec00:15006] 0 exiting: rc = 1 00000100:00100000:3.0:1788526901.065199:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065207:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065212:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065217:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065223:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065229:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065235:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065240:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065246:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065252:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065258:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065263:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065268:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065273:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065279:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065283:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065289:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065296:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065301:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065306:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065311:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065332:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065340:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065346:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065352:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065358:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065374:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065380:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065432:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065439:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065455:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065460:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065466:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065472:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065486:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065493:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065498:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065504:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065510:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065515:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065521:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065526:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065531:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065536:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065541:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065561:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065568:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065574:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065579:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065585:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065595:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065602:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065607:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065620:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065627:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065634:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065639:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065644:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065649:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065655:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065660:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065672:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065678:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788526901.065690:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.072549:0:15009:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff98c27b78d600:15009] 0 exiting: rc = 1 00000100:00100000:2.0:1788526901.073206:0:15010:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff98c249622c00:15010] 1 exiting: rc = 0 00000100:00100000:0.0:1788526901.073633:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073642:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073648:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073653:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073658:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073663:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073669:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073674:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073680:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073685:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073690:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073695:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073699:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073716:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073734:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073739:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073744:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073749:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073754:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073759:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073765:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073770:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073775:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073781:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073786:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073791:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073796:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073801:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073806:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073811:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073819:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073979:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073989:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.073997:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074002:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074007:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074016:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074020:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074025:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074029:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074034:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074039:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074043:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074048:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074054:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074060:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074066:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074071:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074075:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074088:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074093:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074100:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074105:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074111:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074116:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074121:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074186:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074191:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074197:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074203:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074208:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074213:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074220:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788526901.074226:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075734:0:15011:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff98c249623000:15011] 0 exiting: rc = 1 00000100:00100000:1.0:1788526901.075845:0:15012:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff98c249622a00:15012] 1 exiting: rc = 0 00000100:00100000:1.0:1788526901.075897:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075904:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075917:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075924:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075930:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075935:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075942:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075950:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075956:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075962:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075968:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075989:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.075996:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076002:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076010:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076017:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076024:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076041:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076047:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076055:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076061:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076067:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076073:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076093:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076104:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076111:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076117:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076136:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076142:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076150:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076156:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076167:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076175:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076181:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076188:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076210:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076217:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076223:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076231:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076238:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076247:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076256:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076263:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076268:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076274:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076281:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076287:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076308:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076315:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076320:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076327:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076333:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076347:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076352:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076359:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076365:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076371:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076384:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076415:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076437:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076445:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076452:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076457:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788526901.076489:0:17783:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1788526901.087977:0:17783:0:(tgt_mount.c:2258:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1788526921.035618:0:18399:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg459-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1788526929.750685:0:18859:0:(obd_mount.c:925:lmd_print()) mount data: 00000020:01000004:2.0:1788526929.750690:0:18859:0:(obd_mount.c:928:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:2.0:1788526929.750802:0:18859:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff98c243105000 00000020:01000004:2.0:1788526929.750818:0:18859:0:(tgt_mount.c:2585:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1788526929.750825:0:18859:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1788526929.750840:0:18859:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff98c27b1f1980) 00000020:00000080:2.0:1788526929.750864:0:18859:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1788526929.771651:0:18859:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1788526929.775784:0:18859:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:2.0:1788526929.776154:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 209: rc = 0 00100000:10000000:2.0:1788526929.776256:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 209: rc = 0 00100000:10000000:2.0:1788526929.776358:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 209: rc = 0 00100000:10000000:2.0:1788526929.777148:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 209: rc = 0 00100000:10000000:2.0:1788526929.777283:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 209: rc = 0 00100000:10000000:2.0:1788526929.777499:0:18859:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:2.0:1788526929.777651:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 209: rc = 0 00100000:10000000:2.0:1788526929.778429:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 56: rc = 0 00100000:10000000:2.0:1788526929.781451:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 212: rc = 0 00100000:10000000:2.0:1788526929.781563:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 212: rc = 0 00100000:10000000:2.0:1788526929.782883:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 215: rc = 0 00100000:10000000:2.0:1788526929.783168:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 215: rc = 0 00100000:10000000:2.0:1788526929.783745:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 215: rc = 0 00100000:10000000:2.0:1788526929.784011:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 215: rc = 0 00100000:10000000:2.0:1788526929.785223:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 215: rc = 0 00100000:10000000:2.0:1788526929.785738:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 215: rc = 0 00100000:10000000:2.0:1788526929.786018:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 215: rc = 0 00100000:10000000:2.0:1788526929.786727:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 215: rc = 0 00100000:10000000:2.0:1788526929.787275:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 215: rc = 0 00100000:10000000:3.0:1788526929.787970:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 215: rc = 0 00100000:10000000:3.0:1788526929.789514:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 215: rc = 0 00100000:10000000:3.0:1788526929.789932:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 215: rc = 0 00100000:10000000:3.0:1788526929.792596:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 599: rc = 0 00100000:10000000:3.0:1788526929.793276:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 599: rc = 0 00100000:10000000:3.0:1788526929.793621:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 599: rc = 0 00100000:10000000:3.0:1788526929.794151:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 599: rc = 0 00100000:10000000:3.0:1788526929.794461:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 599: rc = 0 00100000:10000000:3.0:1788526929.794714:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 599: rc = 0 00100000:10000000:3.0:1788526929.795204:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 599: rc = 0 00100000:10000000:3.0:1788526929.795563:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 599: rc = 0 00100000:10000000:3.0:1788526929.795979:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 599: rc = 0 00100000:10000000:3.0:1788526929.796322:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 599: rc = 0 00100000:10000000:3.0:1788526929.796673:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 599: rc = 0 00100000:10000000:3.0:1788526929.797147:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 599: rc = 0 00100000:10000000:3.0:1788526929.797494:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 599: rc = 0 00100000:10000000:3.0:1788526929.797738:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 599: rc = 0 00100000:10000000:3.0:1788526929.798719:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 599: rc = 0 00100000:10000000:3.0:1788526929.803725:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 599: rc = 0 00100000:10000000:3.0:1788526929.805518:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 599: rc = 0 00100000:10000000:3.0:1788526929.807406:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 599: rc = 0 00100000:10000000:3.0:1788526929.807730:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 599: rc = 0 00100000:10000000:3.0:1788526929.810535:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 599: rc = 0 00100000:10000000:3.0:1788526929.810834:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 599: rc = 0 00100000:10000000:3.0:1788526929.814636:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 599: rc = 0 00100000:10000000:3.0:1788526929.814900:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 599: rc = 0 00100000:10000000:3.0:1788526929.815438:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 599: rc = 0 00100000:10000000:3.0:1788526929.815686:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 599: rc = 0 00100000:10000000:3.0:1788526929.815940:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 599: rc = 0 00100000:10000000:3.0:1788526929.816625:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 599: rc = 0 00100000:10000000:3.0:1788526929.818115:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 599: rc = 0 00100000:10000000:3.0:1788526929.820749:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 599: rc = 0 00100000:10000000:2.0:1788526929.823125:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 599: rc = 0 00100000:10000000:2.0:1788526929.823835:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 599: rc = 0 00100000:10000000:2.0:1788526929.824180:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 599: rc = 0 00100000:10000000:2.0:1788526929.824902:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 588: rc = 0 00100000:10000000:2.0:1788526929.825992:0:18859:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1788526929.826250:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 213: rc = 0 00100000:10000000:2.0:1788526929.826695:0:18859:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1788526929.826767:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 213: rc = 0 00100000:10000000:2.0:1788526929.826968:0:18859:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1788526929.827104:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 213: rc = 0 00100000:10000000:2.0:1788526929.827679:0:18859:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:2.0:1788526929.827753:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 585: rc = 0 00100000:10000000:2.0:1788526929.827960:0:18859:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:2.0:1788526929.828033:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 585: rc = 0 00100000:10000000:2.0:1788526929.828293:0:18859:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:2.0:1788526929.828690:0:18859:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 585: rc = 0 00000020:00000080:2.0:1788526929.829162:0:18859:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788526929.829171:0:18859:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788526929.829180:0:18859:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x367645d450b3b930 00000020:01000004:2.0:1788526929.829189:0:18859:0:(tgt_mount.c:2670:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1788526929.829195:0:18859:0:(tgt_mount.c:234:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788526929.829199:0:18859:0:(tgt_mount.c:115:server_register_mount()) register mount ffff98c243105000 from MGS 00000020:01000004:2.0:1788526929.829203:0:18859:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788526929.829213:0:18859:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff98c27b1f3300) 00000020:00000080:2.0:1788526929.829224:0:18859:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788526929.829281:0:18859:0:(tgt_mount.c:167:server_get_mount()) get mount ffff98c243105000 from MGS, refs=2 00080000:01000000:2.0:1788526929.829286:0:18859:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788526929.829292:0:18859:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x367645d450b3b93e 00000100:00100000:2.0:1788526929.830070:0:18859:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788526929.830209:0:18859:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788526929.830216:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788526929.839437:0:18859:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1788526929.839453:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1788526929.842606:0:18859:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788526929.842803:0:18859:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1788526929.842809:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1788526929.844138:0:18859:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1788526929.844149:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1788526929.844586:0:18859:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1788526929.844593:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1788526929.846094:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526929.846098:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526929.846100:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526929.852037:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526929.852043:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526929.852047:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526929.853766:0:18859:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1788526929.859124:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1788526929.873214:0:18859:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:2.0:1788526929.873234:0:18859:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:2.0:1788526929.873237:0:18859:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:0.0:1788526929.882311:0:18869:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1788526929.882874:0:18859:0:(mgs_nids.c:671:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1788526929.883531:0:18859:0:(mgs_llog.c:690:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788526929.884624:0:18859:0:(mgs_llog.c:690:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1788526929.884942:0:18859:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788526929.885461:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1788526929.885470:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1788526929.886547:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1788526929.886557:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1788526929.887162:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1788526929.887179:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000100:00080000:0.0:1788526929.888069:0:18873:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:2.0:1788526929.888666:0:18859:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788526929.888691:0:18859:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.159@tcp' 00000020:01000004:2.0:1788526929.888692:0:18859:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1788526929.888726:0:18859:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.159@tcp (typ=mgc) 00000020:00000080:2.0:1788526929.888739:0:18859:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.159@tcp (ffff98c27b1f0000) 00000020:00000080:2.0:1788526929.888758:0:18859:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788526929.888831:0:18859:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98c243181800@MGC192.168.204.159@tcp: add connection 192.168.204.159@tcp at head 00010000:00010000:2.0:1788526929.890123:0:18859:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.159@tcp-0 is initialized 00000040:01000000:2.0:1788526929.890132:0:18859:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 1 is initialized 10000000:01000000:3.0:1788526929.895010:0:18874:0:(mgc_request.c:839:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1788526929.895096:0:18859:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.159@tcp (uuid 4ce0daaa-1095-4128-b024-59d758d27fcb) 00000020:00000080:0.0:1788526929.895121:0:18859:0:(genops.c:1385:class_connect()) connect: client 4ce0daaa-1095-4128-b024-59d758d27fcb, cookie 0x367645d450b3b94c 00000100:00080000:0.0:1788526929.895134:0:18859:0:(import.c:545:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788526929.895141:0:18859:0:(import.c:665:import_select_connection()) MGC192.168.204.159@tcp: import ffff98c243181800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1788526929.895188:0:18859:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c2746c0a80 x1875405881601792/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788526929.895216:0:18859:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4ce0daaa-1095-4128-b024-59d758d27fcb->MGS 00000020:01000004:0.0:1788526929.895244:0:18859:0:(tgt_mount.c:1882:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1788526929.895250:0:18859:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1788526929.895263:0:18859:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff98c26fa0e600) 00000020:00000080:0.0:1788526929.895276:0:18859:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1788526929.897203:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4ce0daaa-1095-4128-b024-59d758d27fcb:3277:1875405881601792:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788526929.897290:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526929.897403:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881601792 00000100:00100000:3.0:1788526929.897412:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881601792 00000100:00100000:3.0:1788526929.897451:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788526929.897459:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27f7e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3277:x1875405881601792:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1788526929.897972:0:18870:0:(ldlm_lib.c:1458:target_handle_connect()) MGS: connection from 4ce0daaa-1095-4128-b024-59d758d27fcb@0@lo t0 exp 0000000000000000 cur 565 last 0 00000020:00000080:3.0:1788526929.898002:0:18870:0:(genops.c:1385:class_connect()) connect: client 4ce0daaa-1095-4128-b024-59d758d27fcb, cookie 0x367645d450b3b95a 00000100:00080000:3.0:1788526929.898224:0:18870:0:(import.c:65:import_set_state_nolock()) ffff98c2482eb800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788526929.898296:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27f7e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+5:3277:x1875405881601792:12345-0@lo:250:mount.lustre.0 Request processed in 836us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526929.898315:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788526929.900365:0:3277:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.159@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788526929.900381:0:3277:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.204.159@tcp: connect to target with instance 0 00000100:00080000:3.0:1788526929.900410:0:3277:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.204.159@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1788526929.900415:0:3277:0:(mgc_request.c:1414:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1788526929.900420:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c243181800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1788526929.900423:0:3277:0:(mgc_request.c:1414:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1788526929.900438:0:3277:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1788526929.900446:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4ce0daaa-1095-4128-b024-59d758d27fcb:3277:1875405881601792:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1788526929.928880:0:18859:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788526929.929235:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1788526929.929242:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1788526929.931751:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1788526929.931767:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1788526929.934241:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1788526929.934254:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1788526929.937564:0:18859:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788526929.937758:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1788526929.937765:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1788526929.941417:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1788526929.941429:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1788526929.978507:0:18859:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788526929.978725:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1788526929.978732:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1788526929.980332:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1788526929.980343:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1788526929.981130:0:18859:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788526929.981479:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788526929.981486:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1788526929.981930:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788526929.981937:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1788526929.983900:0:18859:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788526929.984371:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788526929.984378:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1788526929.987682:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788526929.987694:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1788526929.988308:0:18859:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788526929.988540:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788526929.988545:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1788526929.993267:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788526929.993281:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1788526930.015931:0:18859:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788526930.016235:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1788526930.016242:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1788526930.018384:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788526930.018641:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1788526930.019889:0:18859:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788526930.019900:0:18859:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1788526930.020943:0:18859:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1788526930.020983:0:18859:0:(tgt_mount.c:1482:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.159@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1788526930.020988:0:18859:0:(tgt_mount.c:1239:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788526930.020989:0:18859:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788526930.020990:0:18859:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788526930.020991:0:18859:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:1.0:1788526930.020993:0:18859:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:1.0:1788526930.020994:0:18859:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:1.0:1788526930.020995:0:18859:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788526930.020997:0:18859:0:(tgt_mount.c:1250:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788526930.020998:0:18859:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788526930.021003:0:18859:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788526930.021007:0:18859:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1788526930.021009:0:18859:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788526930.021010:0:18859:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788526930.021011:0:18859:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788526930.021012:0:18859:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:1.0:1788526930.021013:0:18859:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:1.0:1788526930.021014:0:18859:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:1.0:1788526930.021015:0:18859:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788526930.021016:0:18859:0:(tgt_mount.c:1250:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788526930.021017:0:18859:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788526930.021018:0:18859:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788526930.021130:0:18859:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788526930.021150:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b522a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881601920:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788526930.021220:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526930.021326:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27b551900 going to sleep for 11 seconds 00000100:00100000:0.0:1788526930.021826:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881601920 00000100:00100000:0.0:1788526930.021834:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881601920 00000100:00100000:0.0:1788526930.021911:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788526930.021931:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27f7e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+5:18859:x1875405881601920:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788526930.021985:0:18872:0:(mgs_llog.c:690:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788526930.021987:0:18872:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788526930.021991:0:18872:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1788526930.022301:0:18893:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1788526930.023195:0:18872:0:(mgs_nids.c:671:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:0.0:1788526930.025807:0:18894:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1788526930.025817:0:18894:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1788526930.025820:0:18894:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1788526930.025858:0:18894:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:1.0:1788526930.026284:0:18872:0:(mgs_llog.c:690:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788526930.026294:0:18872:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1788526930.036728:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27f7e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+5:18859:x1875405881601920:12345-0@lo:253:mount.lustre.0 Request processed in 14788us (15495us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526930.036750:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788526930.036912:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b522a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881601920:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788526930.036940:0:18859:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1788526930.036943:0:18859:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788526930.036945:0:18859:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788526930.036947:0:18859:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788526930.036948:0:18859:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:0.0:1788526930.036949:0:18859:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:0.0:1788526930.036950:0:18859:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:0.0:1788526930.037093:0:18859:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788526930.037094:0:18859:0:(tgt_mount.c:1250:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788526930.037096:0:18859:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788526930.037097:0:18859:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788526930.037117:0:18859:0:(tgt_mount.c:115:server_register_mount()) register mount ffff98c243105000 from lustre-MDT0000 10000000:01000000:0.0:1788526930.037141:0:18859:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1788526930.037144:0:18859:0:(mgc_request.c:423:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788526930.037148:0:18859:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-sptlrpc-ffff98c243105000 10000000:01000000:0.0:1788526930.037152:0:18859:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788526930.037171:0:18859:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-sptlrpc-ffff98c243105000 from 1 10000000:01000000:0.0:1788526930.037175:0:18859:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788526930.037210:0:18859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c240030000/0x367645d450b3b961 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.037221:0:18859:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c240030000/0x367645d450b3b961 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.037231:0:18859:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c240030000/0x367645d450b3b961 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526930.037249:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881602048:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788526930.037288:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.037418:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2452360c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788526930.037633:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881602048 00000100:00100000:3.0:1788526930.037640:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881602048 00000100:00100000:3.0:1788526930.037790:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788526930.037801:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27f7e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+5:18859:x1875405881602048:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788526930.037814:0:18870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788526930.037829:0:18870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c242b55400/0x367645d450b3b968 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3b961 expref: -99 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526930.037864:0:18870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c242b55400/0x367645d450b3b968 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3b961 expref: 6 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526930.037875:0:18870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c242b55400/0x367645d450b3b968 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3b961 expref: 6 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526930.037885:0:18870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c242b55400, rc 0) 00000100:00100000:3.0:1788526930.037937:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27f7e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+6:18859:x1875405881602048:12345-0@lo:101:mount.lustre.0 Request processed in 138us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526930.037943:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788526930.038016:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881602048:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788526930.038041:0:18859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c240030000/0x367645d450b3b961 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b968 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.038051:0:18859:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c240030000/0x367645d450b3b961 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b968 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526930.038088:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881602176:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788526930.038122:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.038361:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2452360c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788526930.038599:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881602176 00000100:00100000:2.0:1788526930.038606:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881602176 00000100:00100000:2.0:1788526930.038633:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788526930.038640:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249352450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+6:18859:x1875405881602176:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526930.038895:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249352450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+6:18859:x1875405881602176:12345-0@lo:501:mount.lustre.0 Request processed in 254us (770us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788526930.038902:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788526930.039169:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881602176:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788526930.039189:0:18859:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788526930.039208:0:18859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c240030000/0x367645d450b3b961 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b968 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.039218:0:18859:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c240030000/0x367645d450b3b961 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b968 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788526930.039227:0:18859:0:(mgc_request.c:206:do_config_log_add()) do adding config log params-ffff98c243105000 10000000:01000000:0.0:1788526930.039233:0:18859:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788526930.039254:0:18859:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-barrier-ffff98c243105000 10000000:01000000:0.0:1788526930.039257:0:18859:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788526930.039269:0:18859:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-barrier-ffff98c243105000 from 1 10000000:01000000:0.0:1788526930.039272:0:18859:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788526930.039297:0:18859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c240030400/0x367645d450b3b96f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.039306:0:18859:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c240030400/0x367645d450b3b96f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.039315:0:18859:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c240030400/0x367645d450b3b96f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526930.039331:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881602304:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788526930.039366:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.039449:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2452360c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788526930.039763:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881602304 00000100:00100000:2.0:1788526930.039770:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881602304 00000100:00100000:2.0:1788526930.039805:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788526930.039812:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249353050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+6:18859:x1875405881602304:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788526930.039822:0:18871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526930.039837:0:18871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c1423c8400/0x367645d450b3b976 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3b96f expref: -99 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.039857:0:18871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c1423c8400/0x367645d450b3b976 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3b96f expref: 7 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.039869:0:18871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c1423c8400/0x367645d450b3b976 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3b96f expref: 7 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.039877:0:18871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c8400, rc 0) 00000100:00100000:2.0:1788526930.039931:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249353050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+7:18859:x1875405881602304:12345-0@lo:101:mount.lustre.0 Request processed in 120us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526930.039938:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788526930.040071:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881602304:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788526930.040089:0:18859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c240030400/0x367645d450b3b96f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b976 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.040098:0:18859:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c240030400/0x367645d450b3b96f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b976 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788526930.040110:0:18859:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788526930.040122:0:18859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c240030400/0x367645d450b3b96f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b976 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.040129:0:18859:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c240030400/0x367645d450b3b96f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b976 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788526930.040136:0:18859:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788526930.040140:0:18859:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788526930.040157:0:18859:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-mdtir-ffff98c243105000 10000000:01000000:0.0:1788526930.040160:0:18859:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788526930.040170:0:18859:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1788526930.040172:0:18859:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1788526930.040189:0:18859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c240030c00/0x367645d450b3b97d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.040196:0:18859:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c240030c00/0x367645d450b3b97d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.040203:0:18859:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c240030c00/0x367645d450b3b97d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526930.040215:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881602432:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788526930.040253:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.040268:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2452360c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788526930.040376:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881602432 00000100:00100000:2.0:1788526930.040381:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881602432 00000100:00100000:2.0:1788526930.040431:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788526930.040437:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249351450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+7:18859:x1875405881602432:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788526930.040445:0:18871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526930.040453:0:18871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c1423c8a00/0x367645d450b3b984 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3b97d expref: -99 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.040467:0:18871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c1423c8a00/0x367645d450b3b984 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3b97d expref: 8 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.040476:0:18871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c1423c8a00/0x367645d450b3b984 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3b97d expref: 8 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.040574:0:18871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c8a00, rc 0) 00000100:00100000:2.0:1788526930.040609:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249351450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+8:18859:x1875405881602432:12345-0@lo:101:mount.lustre.0 Request processed in 171us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526930.040615:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788526930.040860:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881602432:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788526930.040872:0:18859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c240030c00/0x367645d450b3b97d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b984 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.040881:0:18859:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c240030c00/0x367645d450b3b97d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3b984 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526930.040913:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881602560:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788526930.040951:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.040983:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2452360c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788526930.041137:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881602560 00000100:00100000:3.0:1788526930.041142:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881602560 00000100:00100000:3.0:1788526930.041167:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788526930.041174:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249352850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+8:18859:x1875405881602560:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788526930.041847:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249352850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+9:18859:x1875405881602560:12345-0@lo:501:mount.lustre.0 Request processed in 671us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526930.041856:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788526930.042168:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881602560:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788526930.042208:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881602688:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788526930.042257:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.042326:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2452360c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788526930.042409:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881602688 00000100:00100000:1.0:1788526930.042416:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881602688 00000100:00100000:2.0:1788526930.042842:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788526930.042854:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249352050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+9:18859:x1875405881602688:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788526930.043462:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249352050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+9:18859:x1875405881602688:12345-0@lo:503:mount.lustre.0 Request processed in 610us (1202us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526930.043470:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788526930.043851:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881602688:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788526930.044767:0:18895:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4ce0daaa-1095-4128-b024-59d758d27fcb:18895:1875405881602816:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788526930.044834:0:18895:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526930.044930:0:18895:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2424673c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788526930.045104:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881602816 00000100:00100000:2.0:1788526930.045110:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881602816 00000100:00100000:2.0:1788526930.045196:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788526930.045206:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+9:18895:x1875405881602816:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788526930.045734:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+9:18895:x1875405881602816:12345-0@lo:502:llog_process_th.0 Request processed in 529us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526930.045742:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788526930.045798:0:18895:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4ce0daaa-1095-4128-b024-59d758d27fcb:18895:1875405881602816:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788526930.045831:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788526930.045842:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788526930.045845:0:18895:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788526930.045849:0:18895:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1788526930.045852:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788526930.045871:0:18895:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff98c27b7ae600) 00000020:00000080:3.0:1788526930.045888:0:18895:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1788526930.045894:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1788526930.046100:0:18895:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:3.0:1788526930.046112:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x367645d450b3b992 00000020:00000080:3.0:1788526930.046326:0:18895:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1788526930.046332:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788526930.046336:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788526930.046337:0:18895:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788526930.046340:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788526930.046344:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788526930.046345:0:18895:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1788526930.046348:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788526930.046355:0:18895:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff98c27b7a8000) 00000020:00000080:3.0:1788526930.046367:0:18895:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1788526930.046371:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788526930.046373:0:18895:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1788526930.046375:0:18895:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1788526930.046381:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788526930.046449:0:18895:0:(tgt_mount.c:167:server_get_mount()) get mount ffff98c243105000 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1788526930.046461:0:18895:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff98c27b7acc80) 00000020:00000080:3.0:1788526930.046468:0:18895:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1788526930.046656:0:18895:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1788526930.046733:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x367645d450b3b9a7 00000020:00000080:3.0:1788526930.046828:0:18895:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1788526930.046835:0:18895:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1788526930.046839:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x367645d450b3b9ae 00080000:01000000:3.0:1788526930.046844:0:18895:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:3.0:1788526930.046847:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x367645d450b3b9b5 00010000:00010000:2.0:1788526930.149862:0:18895:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1788526930.152276:0:18895:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1788526930.152851:0:18895:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788526930.155210:0:18895:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff98c27b1f6600) 00000020:00000080:2.0:1788526930.155233:0:18895:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1788526930.155324:0:18895:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788526930.155332:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x367645d450b3b9c3 00000020:00000080:3.0:1788526930.159465:0:18895:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1788526930.173020:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x367645d450b3b9ca 00000020:00000080:0.0:1788526930.174715:0:18895:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1788526930.174732:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788526930.174740:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.174742:0:18895:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1788526930.174747:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788526930.174753:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.174755:0:18895:0:(obd_config.c:1563:class_process_config()) marker 8 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1788526930.174759:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1788526930.174805:0:18895:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1788526930.174835:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788526930.174839:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.174840:0:18895:0:(obd_config.c:1563:class_process_config()) marker 8 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1788526930.174844:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788526930.174846:0:18895:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #10 00000020:01000000:0.0:1788526930.174847:0:18895:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788526930.174849:0:18895:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788526930.174850:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788526930.174853:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.174854:0:18895:0:(obd_config.c:1563:class_process_config()) marker 10 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788526930.174857:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788526930.174860:0:18895:0:(obd_mount.c:963:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1788526930.174863:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.174865:0:18895:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788526930.174868:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788526930.174874:0:18895:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.159@tcp to nid 0x20000c0a8cc9f (192.168.204.159@tcp) 00000020:01000000:0.0:1788526930.174926:0:18895:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788526930.174929:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788526930.174944:0:18895:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff98c26fa0b300) 00000020:00000080:0.0:1788526930.174960:0:18895:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1788526930.176460:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788526930.176545:0:18895:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1788526930.176551:0:18895:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:0.0:1788526930.177114:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x367645d450b3b9d8 00010000:00080000:0.0:1788526930.177156:0:18895:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98c24823a800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.159@tcp at head 00010000:00010000:0.0:1788526930.181082:0:18895:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:0.0:1788526930.182074:0:18895:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788526930.184217:0:18895:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1788526930.185819:0:18895:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788526930.185876:0:18895:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1788526930.185949:0:18895:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1788526930.186604:0:18899:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788526930.186609:0:18899:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1788526930.194147:0:18895:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788526930.194168:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788526930.194216:0:18895:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788526930.194237:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x367645d450b3b9df 00000100:00080000:0.0:1788526930.194249:0:18895:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788526930.194255:0:18895:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff98c24823a800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1788526930.194703:0:18895:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c2746c0700 x1875405881602944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788526930.194726:0:18895:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1788526930.194826:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788526930.194831:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.194833:0:18895:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788526930.194836:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788526930.194838:0:18895:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:0.0:1788526930.194839:0:18895:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788526930.194841:0:18895:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788526930.194842:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788526930.194844:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.194846:0:18895:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788526930.194848:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788526930.194852:0:18895:0:(obd_mount.c:963:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1788526930.194855:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.194856:0:18895:0:(obd_config.c:1563:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788526930.194859:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788526930.194862:0:18895:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.159@tcp to nid 0x20000c0a8cc9f (192.168.204.159@tcp) 00000020:01000000:0.0:1788526930.194885:0:18895:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788526930.194888:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788526930.194900:0:18895:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff98c26fa08000) 00000020:00000080:0.0:1788526930.194922:0:18895:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1788526930.194928:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788526930.194996:0:18895:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1788526930.195002:0:18895:0:(osd_handler.c:1574:osd_obd_connect()) connect #6 00000020:00000080:0.0:1788526930.195017:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x367645d450b3b9ed 00010000:00080000:0.0:1788526930.195049:0:18895:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98c248511800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.159@tcp at head 00010000:00010000:0.0:1788526930.195276:0:18895:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1788526930.195546:0:18895:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788526930.195573:0:18895:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1788526930.196202:0:18895:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788526930.196273:0:18895:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788526930.196353:0:18895:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:1.0:1788526930.205030:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881602944:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788526930.205094:0:3277:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875405881602944 offset 0 length 520: 4 00000040:00080000:0.0:1788526930.206330:0:18901:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788526930.206336:0:18901:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788526930.209514:0:18895:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788526930.209528:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788526930.209573:0:18895:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788526930.209597:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x367645d450b3b9f4 00000100:00080000:0.0:1788526930.209609:0:18895:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788526930.209616:0:18895:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98c248511800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1788526930.209654:0:18895:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c2746c2a00 x1875405881603072/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788526930.209684:0:18895:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788526930.209724:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788526930.209729:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.209731:0:18895:0:(obd_config.c:1563:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788526930.209734:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788526930.209739:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.209740:0:18895:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788526930.209743:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788526930.209744:0:18895:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788526930.209746:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788526930.209749:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.209750:0:18895:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788526930.209751:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788526930.209768:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.209769:0:18895:0:(obd_config.c:1563:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788526930.209773:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788526930.209806:0:18895:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4ce0daaa-1095-4128-b024-59d758d27fcb:18895:1875405881603200:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788526930.209886:0:18895:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526930.210104:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881603072:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788526930.210136:0:3277:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875405881603072 offset 0 length 520: 4 00000100:00100000:0.0:1788526930.211981:0:18895:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c243338000 going to sleep for 11 seconds 00000100:00100000:3.0:1788526930.212055:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881603200 00000100:00100000:3.0:1788526930.212064:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881603200 00000100:00100000:2.0:1788526930.212186:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788526930.212200:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249350850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+9:18895:x1875405881603200:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788526930.213249:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249350850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+9:18895:x1875405881603200:12345-0@lo:502:llog_process_th.0 Request processed in 1046us (3358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526930.213280:0:18895:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4ce0daaa-1095-4128-b024-59d758d27fcb:18895:1875405881603200:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788526930.213380:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:01000000:0.0:1788526930.213909:0:18895:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788526930.213930:0:18895:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.213932:0:18895:0:(obd_config.c:1563:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788526930.213939:0:18895:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:1.0:1788526930.216492:0:18859:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:1.0:1788526930.216512:0:18859:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1788526930.216544:0:18859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c240030c00/0x367645d450b3b97d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b984 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.216581:0:18859:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c240030c00/0x367645d450b3b97d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3b984 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788526930.216592:0:18859:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-mdtir-ffff98c243105000 from 1 10000000:01000000:1.0:1788526930.216595:0:18859:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788526930.216803:0:18859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.216812:0:18859:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.216928:0:18859:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526930.216954:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b523800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881603328:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788526930.217106:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526930.217240:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a366a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788526930.217298:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881603328 00000100:00100000:2.0:1788526930.217307:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881603328 00000100:00100000:2.0:1788526930.217357:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788526930.217367:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249352c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+9:18859:x1875405881603328:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788526930.217383:0:18871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526930.217421:0:18871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c1423c9400/0x367645d450b3ba02 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3b9fb expref: -99 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.217448:0:18871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c1423c9400/0x367645d450b3ba02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3b9fb expref: 10 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.217461:0:18871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c1423c9400/0x367645d450b3ba02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3b9fb expref: 10 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.217471:0:18871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c9400, rc 0) 00000100:00100000:2.0:1788526930.217575:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249352c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+10:18859:x1875405881603328:12345-0@lo:101:mount.lustre.0 Request processed in 209us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526930.217583:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788526930.217761:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b523800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881603328:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788526930.217790:0:18859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba02 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526930.217799:0:18859:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3ba02 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526930.219539:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881603456:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788526930.219610:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526930.219758:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2450d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1788526930.220320:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881603456 00000100:00100000:3.0:1788526930.220330:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881603456 00000100:00100000:3.0:1788526930.220459:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788526930.220468:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249350c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+10:18859:x1875405881603456:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788526930.220491:0:18870:0:(mgs_nids.c:920:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788526930.220497:0:18870:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1788526930.220588:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249350c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+10:18859:x1875405881603456:12345-0@lo:256:mount.lustre.0 Request processed in 120us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526930.220596:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788526930.220695:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881603456:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788526930.221673:0:18859:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788526930.221708:0:18859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba02 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.221722:0:18859:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba02 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788526930.221732:0:18859:0:(mgc_request.c:2062:mgc_process_log()) Process log params-ffff98c243105000 from 1 10000000:01000000:1.0:1788526930.221736:0:18859:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788526930.221836:0:18859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.221845:0:18859:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.221855:0:18859:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526930.221879:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881603584:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788526930.221944:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526930.222541:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a366d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788526930.222590:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881603584 00000100:00100000:2.0:1788526930.222604:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881603584 00000100:00100000:2.0:1788526930.222650:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788526930.222658:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249351050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+10:18859:x1875405881603584:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788526930.222670:0:18871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526930.222685:0:18871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c1423c9000/0x367645d450b3ba10 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3ba09 expref: -99 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.222707:0:18871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c1423c9000/0x367645d450b3ba10 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3ba09 expref: 11 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.222718:0:18871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c1423c9000/0x367645d450b3ba10 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3ba09 expref: 11 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.222726:0:18871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c9000, rc 0) 00000100:00100000:2.0:1788526930.223171:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249351050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18859:x1875405881603584:12345-0@lo:101:mount.lustre.0 Request processed in 159us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526930.223178:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788526930.223287:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881603584:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788526930.223303:0:18859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba10 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.223311:0:18859:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3ba10 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526930.223352:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881603712:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788526930.223382:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526930.223525:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a366d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788526930.223605:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881603712 00000100:00100000:2.0:1788526930.223610:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881603712 00000100:00100000:2.0:1788526930.223735:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788526930.223743:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249351c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18859:x1875405881603712:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526930.224304:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249351c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18859:x1875405881603712:12345-0@lo:501:mount.lustre.0 Request processed in 560us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526930.224312:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788526930.224411:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881603712:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788526930.224448:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881603840:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788526930.224493:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.224736:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881603840 00000100:00100000:0.0:1788526930.224743:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881603840 00000100:00100000:1.0:1788526930.224755:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a366d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788526930.224780:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788526930.224788:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249353850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18859:x1875405881603840:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788526930.225018:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249353850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18859:x1875405881603840:12345-0@lo:503:mount.lustre.0 Request processed in 230us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526930.225024:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788526930.225084:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881603840:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788526930.225769:0:18903:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c7480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4ce0daaa-1095-4128-b024-59d758d27fcb:18903:1875405881603968:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788526930.225818:0:18903:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526930.225855:0:18903:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2450d1900 going to sleep for 11 seconds 00000100:00100000:3.0:1788526930.226009:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881603968 00000100:00100000:3.0:1788526930.226015:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881603968 00000100:00100000:3.0:1788526930.226054:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788526930.226061:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249351850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18903:x1875405881603968:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788526930.226296:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249351850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18903:x1875405881603968:12345-0@lo:502:llog_process_th.0 Request processed in 234us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526930.226303:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788526930.226623:0:18903:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c7480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4ce0daaa-1095-4128-b024-59d758d27fcb:18903:1875405881603968:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788526930.226654:0:18903:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788526930.226742:0:18903:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.226745:0:18903:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788526930.226756:0:18903:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98c243105000 00000020:00000080:0.0:1788526930.226758:0:18903:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788526930.226767:0:18903:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788526930.226770:0:18903:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.226771:0:18903:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788526930.226774:0:18903:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788526930.226776:0:18903:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.226785:0:18903:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788526930.226790:0:18903:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98c243105000 00000020:00000080:0.0:1788526930.226792:0:18903:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788526930.226859:0:18903:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788526930.226950:0:18903:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.226953:0:18903:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788526930.226957:0:18903:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788526930.226961:0:18903:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.226963:0:18903:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788526930.226966:0:18903:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98c243105000 00000020:00000080:0.0:1788526930.226968:0:18903:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788526930.227010:0:18903:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4ce0daaa-1095-4128-b024-59d758d27fcb:18903:1875405881604096:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788526930.227054:0:18903:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.227091:0:18903:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c243338f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788526930.233141:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881604096 00000100:00100000:1.0:1788526930.233155:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881604096 00000100:00100000:1.0:1788526930.233228:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788526930.233238:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249350050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18903:x1875405881604096:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788526930.233543:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249350050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18903:x1875405881604096:12345-0@lo:502:llog_process_th.0 Request processed in 305us (6487us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526930.233551:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788526930.233730:0:18903:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4ce0daaa-1095-4128-b024-59d758d27fcb:18903:1875405881604096:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788526930.233771:0:18903:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788526930.233779:0:18903:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526930.233782:0:18903:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:0.0:1788526930.233788:0:18903:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:1.0:1788526930.234008:0:18859:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:1.0:1788526930.234017:0:18859:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788526930.234036:0:18859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba10 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.234047:0:18859:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba10 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788526930.234247:0:18859:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788526930.234251:0:18859:0:(mgc_request.c:423:config_log_add()) add config log lustre-client-ffff98c243105000 10000000:01000000:1.0:1788526930.234254:0:18859:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-client-ffff98c243105000 10000000:01000000:1.0:1788526930.234260:0:18859:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788526930.234277:0:18859:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-client-ffff98c243105000 from 1 10000000:01000000:1.0:1788526930.234281:0:18859:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788526930.234312:0:18859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c27f766600/0x367645d450b3ba17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.234321:0:18859:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c27f766600/0x367645d450b3ba17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.234329:0:18859:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c27f766600/0x367645d450b3ba17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526930.234361:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881604224:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788526930.234440:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526930.234477:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c245236300 going to sleep for 11 seconds 00000100:00100000:0.0:1788526930.234555:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881604224 00000100:00100000:0.0:1788526930.234561:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881604224 00000100:00100000:0.0:1788526930.234591:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788526930.234599:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249353c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18859:x1875405881604224:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788526930.234608:0:18871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526930.234623:0:18871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c240030e00/0x367645d450b3ba1e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3ba17 expref: -99 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.234645:0:18871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c240030e00/0x367645d450b3ba1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3ba17 expref: 12 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.234666:0:18871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c240030e00/0x367645d450b3ba1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3ba17 expref: 12 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.234675:0:18871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c240030e00, rc 0) 00000100:00100000:0.0:1788526930.234709:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249353c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18859:x1875405881604224:12345-0@lo:101:mount.lustre.0 Request processed in 111us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526930.234716:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788526930.237202:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881604224:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788526930.237229:0:18859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c27f766600/0x367645d450b3ba17 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba1e expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.237249:0:18859:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c27f766600/0x367645d450b3ba17 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3ba1e expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526930.241637:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881604352:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788526930.241717:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.241835:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c243338f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788526930.242109:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881604352 00000100:00100000:2.0:1788526930.242124:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881604352 00000100:00100000:2.0:1788526930.242174:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788526930.242184:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2532ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18859:x1875405881604352:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526930.242720:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2532ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18859:x1875405881604352:12345-0@lo:501:mount.lustre.0 Request processed in 537us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526930.242729:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788526930.242951:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881604352:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788526930.243090:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881604480:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788526930.243203:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.243348:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c243338f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788526930.243593:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881604480 00000100:00100000:2.0:1788526930.243600:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881604480 00000100:00100000:2.0:1788526930.243647:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788526930.243656:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2532ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18859:x1875405881604480:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788526930.243841:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2532ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18859:x1875405881604480:12345-0@lo:503:mount.lustre.0 Request processed in 186us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526930.243848:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788526930.243933:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881604480:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788526930.245226:0:18907:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4ce0daaa-1095-4128-b024-59d758d27fcb:18907:1875405881604608:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788526930.245290:0:18907:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.245365:0:18907:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a58f300 going to sleep for 11 seconds 00000100:00100000:2.0:1788526930.245459:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881604608 00000100:00100000:2.0:1788526930.245466:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881604608 00000100:00100000:2.0:1788526930.245559:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788526930.245569:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2532e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18907:x1875405881604608:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788526930.245970:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2532e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18907:x1875405881604608:12345-0@lo:502:llog_process_th.0 Request processed in 402us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526930.245991:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788526930.246195:0:18907:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4ce0daaa-1095-4128-b024-59d758d27fcb:18907:1875405881604608:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1788526930.246259:0:18907:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1788526930.246273:0:18907:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff98c26fa0cc80) 00000020:00000080:0.0:1788526930.246291:0:18907:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:0.0:1788526930.247679:0:18907:0:(tgt_mount.c:167:server_get_mount()) get mount ffff98c243105000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788526930.247688:0:18907:0:(tgt_mount.c:201:server_put_mount()) put mount ffff98c243105000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788526930.247705:0:18907:0:(obd_mount.c:712:lustre_put_lsi()) put ffff98c243105000 4 00010000:00080000:0.0:1788526930.247746:0:18907:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98c242c2c000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.159@tcp at head 00010000:00010000:0.0:1788526930.254953:0:18907:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:0.0:1788526930.255198:0:18907:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1788526930.256487:0:18907:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788526930.256507:0:18907:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x367645d450b3ba2c 00000100:00080000:0.0:1788526930.256520:0:18907:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788526930.256528:0:18907:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff98c242c2c000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1788526930.256646:0:18907:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c2746c3100 x1875405881604736/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788526930.256679:0:18907:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1788526930.256954:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3277:1875405881604736:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788526930.257049:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526930.258605:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881604736 00000100:00100000:1.0:1788526930.258619:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881604736 00000100:00100000:1.0:1788526930.258669:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788526930.258678:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3277:x1875405881604736:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788526930.258767:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3277:x1875405881604736:12345-0@lo:38:llog_process_th.0 Request processed in 90us (1718us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788526930.258774:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788526930.258927:0:3277:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788526930.258936:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c242c2c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788526930.258941:0:3277:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788526930.258944:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3277:1875405881604736:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788526930.259983:0:18907:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4ce0daaa-1095-4128-b024-59d758d27fcb:18907:1875405881604864:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788526930.260066:0:18907:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.260101:0:18907:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a58f300 going to sleep for 11 seconds 00000100:00100000:1.0:1788526930.260453:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881604864 00000100:00100000:1.0:1788526930.260460:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881604864 00000100:00100000:1.0:1788526930.260496:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788526930.260502:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18907:x1875405881604864:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788526930.260815:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18907:x1875405881604864:12345-0@lo:502:llog_process_th.0 Request processed in 312us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526930.260824:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788526930.263867:0:18907:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4ce0daaa-1095-4128-b024-59d758d27fcb:18907:1875405881604864:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788526930.264003:0:18907:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:2.0:1788526930.264314:0:18859:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1788526930.264327:0:18859:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788526930.264347:0:18859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c27f766600/0x367645d450b3ba17 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba1e expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526930.264359:0:18859:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c27f766600/0x367645d450b3ba17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba1e expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788526930.264431:0:18859:0:(tgt_mount.c:1239:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788526930.264433:0:18859:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788526930.264434:0:18859:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788526930.264436:0:18859:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:2.0:1788526930.264437:0:18859:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:2.0:1788526930.264439:0:18859:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:2.0:1788526930.264440:0:18859:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788526930.264442:0:18859:0:(tgt_mount.c:1250:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788526930.264443:0:18859:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788526930.264445:0:18859:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788526930.264449:0:18859:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1788526930.264452:0:18859:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788526930.264453:0:18859:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788526930.264455:0:18859:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788526930.264456:0:18859:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:2.0:1788526930.264457:0:18859:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:2.0:1788526930.264458:0:18859:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:2.0:1788526930.264459:0:18859:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788526930.264460:0:18859:0:(tgt_mount.c:1250:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788526930.264461:0:18859:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788526930.264462:0:18859:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788526930.264484:0:18859:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1788526930.264500:0:18859:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881604992:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788526930.264560:0:18859:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526930.264590:0:18859:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2450d1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788526930.264615:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881604992 00000100:00100000:2.0:1788526930.264620:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881604992 00000100:00100000:2.0:1788526930.264669:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788526930.264678:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18859:x1875405881604992:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788526930.265762:0:18870:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788526930.265779:0:18870:0:(mgs_nids.c:468:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788526930.320685:0:18870:0:(mgs_nids.c:820:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788526930.320699:0:18870:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1788526930.320742:0:18893:0:(mgs_nids.c:717:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788526930.320747:0:18893:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788526930.320768:0:18893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.320964:0:18893:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98c1423c9400/0x367645d450b3ba02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3b9fb expref: 12 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.320974:0:18893:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.321210:0:18893:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98c1423c9400/0x367645d450b3ba02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x367645d450b3b9fb expref: 12 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526930.321225:0:18893:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98c1423c9400/0x367645d450b3ba02 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x367645d450b3b9fb expref: 12 pid: 18871 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526930.321240:0:18893:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18893:1875405881605120:0@lo:104: 00000100:00100000:0.0:1788526930.321309:0:18893:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526930.321412:0:18893:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27462a840 going to sleep for 11 seconds 00000100:00100000:3.0:1788526930.327015:0:18860:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881605120 00000100:00100000:3.0:1788526930.327030:0:18860:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881605120 00000100:00100000:3.0:1788526930.327209:0:18860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788526930.327223:0:18860:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+3:18893:x1875405881605120:12345-0@lo:104: 00010000:00010000:3.0:1788526930.327240:0:18860:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3ba02 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526930.327358:0:18860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788526930.327365:0:18860:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+3:18893:x1875405881605120:12345-0@lo:104: Request processed in 146us (6056us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526930.327373:0:18860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1788526930.327411:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526930.327418:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3ba02 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526930.327426:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767600 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:3.0:1788526930.327431:0:18866:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x367645d450b3ba02 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526930.327440:0:18866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x367645d450b3ba02 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788526930.327448:0:18866:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x367645d450b3ba02 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788526930.327454:0:18866:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788526930.327492:0:18866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3ba02 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526930.327498:0:18866:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788526930.327518:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3ba02 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526930.327525:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c27f767600/0x367645d450b3b9fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3ba02 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526930.327552:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526930.327554:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526930.327556:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788526930.327602:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4ce0daaa-1095-4128-b024-59d758d27fcb:3278:1875405881605248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788526930.327641:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526930.327737:0:18862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881605248 00000100:00100000:3.0:1788526930.327741:0:18862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881605248 00010000:00010000:3.0:1788526930.327759:0:18862:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98c1423c9400/0x367645d450b3ba02 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3b9fb expref: 13 pid: 18871 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526930.327896:0:18893:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18893:1875405881605120:0@lo:104: 00010000:00010000:1.0:1788526930.327937:0:18893:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526930.329082:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788526930.329103:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249741f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ce0daaa-1095-4128-b024-59d758d27fcb+13:3278:x1875405881605248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788526930.329121:0:18863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788526930.329129:0:18863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98c1423c9400/0x367645d450b3ba02 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3b9fb expref: 13 pid: 18871 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329143:0:18863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98c1423c9400/0x367645d450b3ba02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x367645d450b3b9fb expref: 13 pid: 18871 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329160:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c1423c9400/0x367645d450b3ba02 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x367645d450b3b9fb expref: 13 pid: 18871 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329177:0:18863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329184:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788526930.329201:0:18863:0:(mgs_nids.c:693:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008454724s 00010000:00010000:1.0:1788526930.329217:0:18863:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329231:0:18863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329238:0:18863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329262:0:18863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329268:0:18863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c240031e00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526930.329273:0:18863:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329281:0:18863:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329296:0:18863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329307:0:18863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788526930.329369:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249741f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ce0daaa-1095-4128-b024-59d758d27fcb+12:3278:x1875405881605248:12345-0@lo:103:ldlm_bl.0 Request processed in 268us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526930.329377:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1788526930.329429:0:18893:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329438:0:18893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526930.329445:0:18893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c240031e00/0x367645d450b3ba33 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526930.330296:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4ce0daaa-1095-4128-b024-59d758d27fcb:3278:1875405881605248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788526930.332180:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18859:x1875405881604992:12345-0@lo:253:mount.lustre.0 Request processed in 67494us (67610us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526930.332195:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788526930.332891:0:18859:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:18859:1875405881604992:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788526930.332908:0:18859:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788526930.332922:0:18859:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788526930.332924:0:18859:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788526930.332925:0:18859:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788526930.332926:0:18859:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:2.0:1788526930.332927:0:18859:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:2.0:1788526930.332928:0:18859:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:2.0:1788526930.332930:0:18859:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788526930.332931:0:18859:0:(tgt_mount.c:1250:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788526930.332933:0:18859:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788526930.332934:0:18859:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788526930.332950:0:18859:0:(tgt_mount.c:2815:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1788526930.344305:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:2.0:1788526930.345060:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1788526930.345966:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:0.0:1788526930.346296:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1788526930.347076:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:0.0:1788526930.347922:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:0.0:1788526930.349346:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:0.0:1788526930.349550:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:0.0:1788526930.350379:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:0.0:1788526930.350960:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:0.0:1788526930.351440:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:0.0:1788526930.351758:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:1.0:1788526930.385290:0:18859:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967527 00000040:01000000:0.0:1788526930.385745:0:18859:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1788526930.386188:0:18915:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967527 00000020:00080000:1.0:1788526930.386193:0:18915:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000040:01000000:3.0:1788526930.386322:0:18916:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:3.0:1788526930.386430:0:18916:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788526930.391534:0:18916:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788526930.391688:0:18916:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1788526930.391693:0:18916:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:0.0:1788526930.394035:0:18859:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1788526930.394293:0:18859:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1788526930.394938:0:18859:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1788526930.394948:0:18859:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1788526930.395123:0:18859:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788526930.396865:0:18859:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1788526930.398584:0:18859:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1788526930.398651:0:18859:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1788526930.399539:0:18859:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1788526930.402825:0:18859:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:2.0:1788526930.409052:0:18859:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1788526930.445136:0:18859:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1788526930.445176:0:18859:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffaec701c5f9b8 00100000:10000000:3.0:1788526930.445185:0:18859:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1788526930.445742:0:18859:0:(tgt_mount.c:2543:server_fill_super_common()) Server sb, dev=45 00000080:00000004:3.0:1788526930.445772:0:18859:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:1.0:1788526930.900107:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788526931.286272:0:18912:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788526931.286282:0:18912:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788526931.288011:0:18912:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788526931.288025:0:18912:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:2.0:1788526931.478916:0:18874:0:(mgc_request.c:714:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788526931.478923:0:18874:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-mdtir-ffff98c243105000 from 9 10000000:01000000:2.0:1788526931.478928:0:18874:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788526931.478983:0:18874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526931.479008:0:18874:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526931.479019:0:18874:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526931.479045:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881605376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788526931.479126:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526931.479182:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a58f300 going to sleep for 11 seconds 00000100:00100000:0.0:1788526931.479455:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881605376 00000100:00100000:0.0:1788526931.479463:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881605376 00000100:00100000:0.0:1788526931.479513:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788526931.479522:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18874:x1875405881605376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788526931.479535:0:18871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526931.479548:0:18871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c240031400/0x367645d450b3ba41 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3ba3a expref: -99 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526931.479571:0:18871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c240031400/0x367645d450b3ba41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3ba3a expref: 12 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526931.479582:0:18871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c240031400/0x367645d450b3ba41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3ba3a expref: 12 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526931.479591:0:18871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c240031400, rc 0) 00000100:00100000:0.0:1788526931.479638:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18874:x1875405881605376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526931.479645:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788526931.479706:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881605376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788526931.479723:0:18874:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba41 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526931.479732:0:18874:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3ba41 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526931.479788:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881605504:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788526931.479829:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526931.479847:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27b768e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788526931.479862:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881605504 00000100:00100000:0.0:1788526931.479865:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881605504 00000100:00100000:0.0:1788526931.479900:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788526931.479907:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18874:x1875405881605504:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788526931.479922:0:18870:0:(mgs_nids.c:920:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788526931.479944:0:18870:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788526931.479947:0:18870:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 00000100:00100000:0.0:1788526931.480208:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18874:x1875405881605504:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 301us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526931.480215:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788526931.480245:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881605504:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788526931.480284:0:18874:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788526931.480292:0:18874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba41 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526931.480301:0:18874:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba41 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526931.923597:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788526932.308149:0:18912:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788526932.308161:0:18912:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788526932.308698:0:18912:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1788526932.308766:0:18912:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788526932.308800:0:18912:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:1.0:1788526932.948851:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526933.974704:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526934.996598:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788526935.514696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788526935.514703:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788526935.514707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788526935.514710:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788526935.514722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788526935.514725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788526935.514729:0:36:0:(import.c:65:import_set_state_nolock()) ffff98c242c2c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788526935.514742:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff98c242c2c000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1788526935.514766:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c249743480 x1875405881605760/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788526935.514795:0:3278:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788526935.514807:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4ce0daaa-1095-4128-b024-59d758d27fcb:3278:1875405881605632:0@lo:400:kworker.0 00000100:00100000:3.0:1788526935.514894:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526935.514945:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3277:1875405881605760:0@lo:38:kworker.0 00000100:00100000:3.0:1788526935.514978:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526935.515210:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881605632 00000100:00100000:2.0:1788526935.515220:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881605632 00000100:00100000:2.0:1788526935.515648:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788526935.515659:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+12:3278:x1875405881605632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526935.515732:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+12:3278:x1875405881605632:12345-0@lo:400:kworker.0 Request processed in 75us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526935.515739:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788526935.515822:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4ce0daaa-1095-4128-b024-59d758d27fcb:3278:1875405881605632:0@lo:400:kworker.0 00000100:00100000:0.0:1788526935.516787:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881605760 00000100:00100000:0.0:1788526935.516798:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881605760 00000100:00100000:0.0:1788526935.516839:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788526935.516846:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3277:x1875405881605760:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1788526935.516873:0:18879:0:(ldlm_lib.c:1458:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 570 last 0 00000020:00000080:0.0:1788526935.516921:0:18879:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x367645d450b3ba48 00000004:00100000:0.0:1788526935.516938:0:18879:0:(mdt_handler.c:7302:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788526935.531037:0:18879:0:(import.c:65:import_set_state_nolock()) ffff98c248205000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788526935.531292:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3277:x1875405881605760:12345-0@lo:38:kworker.0 Request processed in 14441us (16308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526935.531304:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788526935.532548:0:3277:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98c249743480 x1875405881605760/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788526945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788526935.532567:0:3277:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788526935.532576:0:3277:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788526935.532582:0:3277:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788526935.532584:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c242c2c000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788526935.532591:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3277:1875405881605760:0@lo:38:kworker.0 00000001:02000400:1.0:1788526935.799979:0:19160:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg459-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788526936.025691:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526937.049053:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526938.069830:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526939.097609:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788526939.210452:0:19311:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc39e113f0 20000000:00000080:3.0:1788526939.210470:0:19311:0:(mgs_handler.c:1172:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff98c24431a400 uarg=0000000000000000 20000000:01000000:3.0:1788526939.210510:0:19311:0:(mgs_llog.c:6198:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1788526939.210517:0:19311:0:(mgs_llog.c:4653:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1788526939.210521:0:19311:0:(mgs_llog.c:1385:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1788526939.211482:0:19312:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 10 20000000:00000400:2.0:1788526939.211764:0:19311:0:(mgs_llog.c:1456:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1788526939.219131:0:19311:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1788526939.219258:0:19311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526939.219278:0:19311:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98c1423c9000/0x367645d450b3ba10 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3ba09 expref: 11 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526939.219286:0:19311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526939.219333:0:19311:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98c1423c9000/0x367645d450b3ba10 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x367645d450b3ba09 expref: 11 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526939.219351:0:19311:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98c1423c9000/0x367645d450b3ba10 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x367645d450b3ba09 expref: 11 pid: 18871 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526939.220172:0:19311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249743480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19311:1875405881605888:0@lo:104: 00000100:00100000:3.0:1788526939.220240:0:19311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526939.220322:0:19311:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a370180 going to sleep for 11 seconds 00000100:00100000:2.0:1788526939.220759:0:18860:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881605888 00000100:00100000:2.0:1788526939.220767:0:18860:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881605888 00000100:00100000:3.0:1788526939.221037:0:18860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788526939.221047:0:18860:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249743800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+3:19311:x1875405881605888:12345-0@lo:104: 00010000:00010000:3.0:1788526939.221062:0:18860:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3ba10 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526939.221130:0:18860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788526939.221136:0:18860:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249743800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+3:19311:x1875405881605888:12345-0@lo:104: Request processed in 91us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526939.221143:0:18860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788526939.221212:0:19311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249743480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19311:1875405881605888:0@lo:104: 00010000:00010000:0.0:1788526939.221234:0:19311:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526939.221287:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788526939.221294:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3ba10 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526939.221301:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766a00 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:2.0:1788526939.221305:0:18866:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x367645d450b3ba10 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526939.221314:0:18866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x367645d450b3ba10 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788526939.221321:0:18866:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x367645d450b3ba10 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788526939.221327:0:18866:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788526939.221369:0:18866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3ba10 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526939.221410:0:18866:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788526939.221430:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3ba10 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526939.221437:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c27f766a00/0x367645d450b3ba09 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3ba10 expref: -99 pid: 18859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526939.221452:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526939.221454:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526939.221455:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788526939.221476:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788526939.221489:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4ce0daaa-1095-4128-b024-59d758d27fcb:3281:1875405881606016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788526939.221522:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526939.222898:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881606016 00000100:00100000:0.0:1788526939.222910:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881606016 00010000:00010000:0.0:1788526939.222954:0:18863:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98c1423c9000/0x367645d450b3ba10 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3ba09 expref: 12 pid: 18871 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526939.223120:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788526939.223130:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ce0daaa-1095-4128-b024-59d758d27fcb+12:3281:x1875405881606016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788526939.223144:0:18863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526939.223150:0:18863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98c1423c9000/0x367645d450b3ba10 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3ba09 expref: 12 pid: 18871 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526939.223163:0:18863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98c1423c9000/0x367645d450b3ba10 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x367645d450b3ba09 expref: 12 pid: 18871 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526939.223195:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c1423c9000/0x367645d450b3ba10 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x367645d450b3ba09 expref: 12 pid: 18871 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526939.223212:0:18863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526939.223235:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526939.223254:0:18863:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526939.223262:0:18863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526939.223269:0:18863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526939.223275:0:18863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526939.223281:0:18863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54400 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526939.223286:0:18863:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526939.223294:0:18863:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526939.223316:0:18863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526939.223327:0:18863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788526939.223425:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ce0daaa-1095-4128-b024-59d758d27fcb+11:3281:x1875405881606016:12345-0@lo:103:ldlm_bl.0 Request processed in 295us (1899us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526939.223433:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788526939.223530:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4ce0daaa-1095-4128-b024-59d758d27fcb:3281:1875405881606016:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788526939.223568:0:19311:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526939.223576:0:19311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526939.223583:0:19311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c242b54400/0x367645d450b3ba4f lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526940.120829:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788526940.245668:0:18874:0:(mgc_request.c:714:do_requeue()) updating log params 10000000:01000000:3.0:1788526940.245675:0:18874:0:(mgc_request.c:2062:mgc_process_log()) Process log params-ffff98c243105000 from 10 10000000:01000000:3.0:1788526940.245680:0:18874:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788526940.245740:0:18874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526940.245752:0:18874:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526940.245763:0:18874:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526940.245789:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249740700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881606144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788526940.246065:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526940.246114:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a513480 going to sleep for 11 seconds 00000100:00100000:0.0:1788526940.246244:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881606144 00000100:00100000:0.0:1788526940.246259:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881606144 00000100:00100000:0.0:1788526940.246316:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788526940.246325:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+11:18874:x1875405881606144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788526940.246338:0:18871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526940.246350:0:18871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c240031200/0x367645d450b3ba5d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3ba56 expref: -99 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526940.246746:0:18871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c240031200/0x367645d450b3ba5d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3ba56 expref: 12 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526940.246759:0:18871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c240031200/0x367645d450b3ba5d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3ba56 expref: 12 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526940.246768:0:18871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c240031200, rc 0) 00000100:00100000:0.0:1788526940.246819:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18874:x1875405881606144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 495us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526940.246839:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788526940.247032:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249740700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881606144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788526940.247050:0:18874:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba5d expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526940.247060:0:18874:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3ba5d expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526940.247105:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249740700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881606272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788526940.247136:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526940.247167:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a513480 going to sleep for 11 seconds 00000100:00100000:0.0:1788526940.249150:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881606272 00000100:00100000:0.0:1788526940.249167:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881606272 00000100:00100000:0.0:1788526940.249753:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788526940.249766:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18874:x1875405881606272:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788526940.250113:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18874:x1875405881606272:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 349us (2975us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526940.250121:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788526940.250180:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249740700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881606272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788526940.250249:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881606400:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788526940.250290:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526940.250317:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247c87900 going to sleep for 11 seconds 00000100:00100000:0.0:1788526940.250331:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881606400 00000100:00100000:0.0:1788526940.250336:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881606400 00000100:00100000:0.0:1788526940.250360:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788526940.251156:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18874:x1875405881606400:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788526940.252159:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+12:18874:x1875405881606400:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1006us (1863us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526940.266259:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788526940.266407:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881606400:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788526940.268527:0:19351:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1788526940.269028:0:18874:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1788526940.269040:0:18874:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788526940.269052:0:18874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba5d expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526940.269063:0:18874:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba5d expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788526940.628288:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788526940.628311:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788526940.628314:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788526940.628317:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788526940.628495:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788526940.628517:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881606528:0@lo:400:kworker.0 00000100:00100000:3.0:1788526940.628651:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526940.628913:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881606528 00000100:00100000:0.0:1788526940.628921:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881606528 00000100:00100000:0.0:1788526940.628976:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788526940.628986:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881606528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526940.629040:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881606528:12345-0@lo:400:kworker.0 Request processed in 55us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526940.629047:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1788526940.629730:0:3280:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98c2746c1f80 x1875405881606528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788526940.629744:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881606528:0@lo:400:kworker.0 00000100:00100000:3.0:1788526940.630588:0:3277:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788526930/real 1788526930] req@ffff98c2746c2a00 x1875405881603072/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788526940 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788526940.630619:0:3277:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98c2746c2a00 x1875405881603072/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788526940 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788526940.630630:0:3277:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788526930/real 1788526930] req@ffff98c2746c0700 x1875405881602944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788526940 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788526940.630645:0:3277:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98c2746c0700 x1875405881602944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788526940 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788526940.630658:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c248511800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788526940.630684:0:3277:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788526940.630688:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881603072:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788526940.630693:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c24823a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788526940.630699:0:3277:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788526940.630702:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881602944:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788526940.630888:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788526940.630893:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788526940.630896:0:473:0:(import.c:65:import_set_state_nolock()) ffff98c24823a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788526940.630901:0:473:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 565 00000100:00080000:2.0:1788526940.630906:0:473:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788526940.630929:0:473:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff98c24823a800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1788526940.630960:0:473:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c1422c4000 x1875405881606656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788526940.630984:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788526940.630987:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788526940.630989:0:473:0:(import.c:65:import_set_state_nolock()) ffff98c248511800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788526940.630991:0:473:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 565 00000100:00080000:2.0:1788526940.630994:0:473:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788526940.630997:0:473:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98c248511800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1788526940.631007:0:473:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c1422c5f80 x1875405881606784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788526940.631173:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881606656:0@lo:8:kworker.0 00000400:00000100:3.0:1788526940.631227:0:3277:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875405881606656 offset 0 length 520: 4 00000100:00100000:3.0:1788526940.631284:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881606784:0@lo:8:kworker.0 00000400:00000100:3.0:1788526940.631586:0:3277:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875405881606784 offset 0 length 520: 4 00010000:00010000:2.0:1788526941.140872:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526942.176432:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788526942.552041:0:18912:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788526943.188540:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526944.213800:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526945.243524:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788526945.417055:0:19562:0:(obd_mount.c:925:lmd_print()) mount data: 00000020:01000004:2.0:1788526945.417059:0:19562:0:(obd_mount.c:928:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:2.0:1788526945.417169:0:19562:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff98c243e5f800 00000020:01000004:2.0:1788526945.417186:0:19562:0:(tgt_mount.c:2585:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788526945.417198:0:19562:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1788526945.417212:0:19562:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff98c27b1f4c80) 00000020:00000080:2.0:1788526945.417229:0:19562:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1788526945.489948:0:19562:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:1.0:1788526945.493235:0:19562:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1788526945.503567:0:19562:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:1.0:1788526945.503822:0:19562:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:1.0:1788526945.504095:0:19562:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:1.0:1788526945.504505:0:19562:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 515: rc = 0 00100000:10000000:1.0:1788526945.504603:0:19562:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 515: rc = 0 00100000:10000000:1.0:1788526945.504764:0:19562:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 515: rc = 0 00100000:10000000:1.0:1788526945.505693:0:19562:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 776: rc = 0 00100000:10000000:2.0:1788526945.510057:0:19562:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 776: rc = 0 00100000:10000000:2.0:1788526945.516655:0:19562:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 776: rc = 0 00100000:10000000:2.0:1788526945.516962:0:19562:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 776: rc = 0 00100000:10000000:3.0:1788526945.518519:0:19562:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 776: rc = 0 00100000:10000000:3.0:1788526945.519202:0:19562:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 776: rc = 0 00000020:00000080:3.0:1788526945.520275:0:19562:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1788526945.520291:0:19562:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788526945.520307:0:19562:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x367645d450b3ba6b 00000020:01000004:3.0:1788526945.520319:0:19562:0:(tgt_mount.c:2670:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:3.0:1788526945.520350:0:19562:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.159@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788526945.520355:0:19562:0:(mgc_request.c:1317:mgc_set_info_async()) InitRecov MGC192.168.204.159@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788526945.520362:0:19562:0:(tgt_mount.c:1882:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1788526945.520368:0:19562:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1788526945.520383:0:19562:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff98c27b7a9980) 00000020:00000080:3.0:1788526945.520442:0:19562:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type ost with refcount 2 00000100:00100000:3.0:1788526945.530529:0:19562:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788526945.531337:0:19562:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1788526945.531344:0:19562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1788526945.554760:0:19562:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1788526945.554777:0:19562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1788526945.562500:0:19562:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1788526945.562521:0:19562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1788526945.568101:0:19562:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788526945.568301:0:19562:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1788526945.568307:0:19562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1788526945.591984:0:19562:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1788526945.592007:0:19562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1788526945.648647:0:19562:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788526945.649050:0:19562:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1788526945.649057:0:19562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1788526945.651178:0:19562:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788526945.651195:0:19562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1788526945.652716:0:19562:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788526945.652727:0:19562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1788526945.661159:0:19562:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788526945.661377:0:19562:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1788526945.661485:0:19562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1788526945.664542:0:19562:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1788526945.668045:0:19562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1788526945.728692:0:19562:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788526945.728922:0:19562:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1788526945.728931:0:19562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1788526945.731487:0:19562:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1788526945.731510:0:19562:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1788526945.732609:0:19562:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1788526945.732686:0:19562:0:(tgt_mount.c:1482:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.159@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1788526945.732692:0:19562:0:(tgt_mount.c:1239:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788526945.732694:0:19562:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788526945.732695:0:19562:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788526945.732697:0:19562:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:2.0:1788526945.732698:0:19562:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:2.0:1788526945.732700:0:19562:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:2.0:1788526945.732701:0:19562:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788526945.732704:0:19562:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788526945.732705:0:19562:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788526945.732712:0:19562:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1788526945.732715:0:19562:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788526945.732717:0:19562:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788526945.732718:0:19562:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788526945.732719:0:19562:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:2.0:1788526945.732720:0:19562:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:2.0:1788526945.732721:0:19562:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:2.0:1788526945.732722:0:19562:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788526945.732723:0:19562:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788526945.732725:0:19562:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788526945.732754:0:19562:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788526945.732775:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881606912:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788526945.732877:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526945.733102:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a366a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788526945.733876:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881606912 00000100:00100000:0.0:1788526945.733887:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881606912 00000100:00100000:1.0:1788526945.734107:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788526945.734118:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+12:19562:x1875405881606912:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788526945.734152:0:18870:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788526945.734156:0:18870:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1788526945.734160:0:18870:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00080000:0.0:1788526945.748268:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788526945.748279:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788526945.748282:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788526945.748285:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788526945.748377:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3278:1875405881607040:0@lo:400:kworker.0 00000100:00100000:2.0:1788526945.748502:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526945.748678:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881607040 00000100:00100000:0.0:1788526945.748687:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881607040 00000100:00100000:2.0:1788526945.749239:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+12:19562:x1875405881606912:12345-0@lo:253:mount.lustre.0 Request processed in 15121us (16360us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526945.749251:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788526945.749519:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881606912:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788526945.749537:0:19562:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788526945.749540:0:19562:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788526945.749543:0:19562:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788526945.749544:0:19562:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788526945.749545:0:19562:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788526945.749546:0:19562:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788526945.749547:0:19562:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788526945.749549:0:19562:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788526945.749551:0:19562:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788526945.749552:0:19562:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788526945.749570:0:19562:0:(tgt_mount.c:115:server_register_mount()) register mount ffff98c243e5f800 from lustre-OST0000 10000000:01000000:3.0:1788526945.749603:0:19562:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1788526945.749607:0:19562:0:(mgc_request.c:423:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788526945.749626:0:19562:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-sptlrpc-ffff98c243e5f800 10000000:01000000:3.0:1788526945.749633:0:19562:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788526945.749650:0:19562:0:(mgc_request_server.c:106:mgc_fs_setup()) MGC192.168.204.159@tcp: setup lustre-OST0000-osd 00000100:00100000:0.0:1788526945.752141:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788526945.752158:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3278:x1875405881607040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526945.752253:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3278:x1875405881607040:12345-0@lo:400:kworker.0 Request processed in 101us (3751us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526945.752261:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788526945.753836:0:3278:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98c2746c2680 x1875405881607040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526945.753856:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3278:1875405881607040:0@lo:400:kworker.0 00000040:01000000:3.0:1788526945.757804:0:19562:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 1 is initialized 00000040:01000000:3.0:1788526945.776171:0:19562:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 0 is initialized 10000000:01000000:3.0:1788526945.776193:0:19562:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-sptlrpc-ffff98c243e5f800 from 1 10000000:01000000:3.0:1788526945.776198:0:19562:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788526945.776239:0:19562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242b54a00/0x367645d450b3ba79 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.776251:0:19562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c242b54a00/0x367645d450b3ba79 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.776264:0:19562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c242b54a00/0x367645d450b3ba79 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526945.776290:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607168:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788526945.776357:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.776412:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e600c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788526945.776416:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881607168 00000100:00100000:0.0:1788526945.776423:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881607168 00000100:00100000:0.0:1788526945.776476:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788526945.776487:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+12:19562:x1875405881607168:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788526945.776502:0:18872:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526945.776517:0:18872:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c240031e00/0x367645d450b3ba80 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3ba79 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526945.776540:0:18872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c240031e00/0x367645d450b3ba80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3ba79 expref: 13 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526945.776566:0:18872:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c240031e00/0x367645d450b3ba80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3ba79 expref: 13 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526945.776575:0:18872:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c240031e00, rc 0) 00000100:00100000:0.0:1788526945.776626:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+13:19562:x1875405881607168:12345-0@lo:101:mount.lustre.0 Request processed in 141us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526945.776632:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788526945.780984:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607168:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788526945.781013:0:19562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c242b54a00/0x367645d450b3ba79 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba80 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.781027:0:19562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c242b54a00/0x367645d450b3ba79 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3ba80 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526945.781288:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607296:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788526945.781361:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.781427:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e600c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788526945.783480:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881607296 00000100:00100000:2.0:1788526945.783493:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881607296 00000100:00100000:2.0:1788526945.783551:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788526945.783560:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+13:19562:x1875405881607296:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526945.783897:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+13:19562:x1875405881607296:12345-0@lo:501:mount.lustre.0 Request processed in 336us (2535us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788526945.783906:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788526945.784786:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607296:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788526945.784809:0:19562:0:(mgc_request_server.c:748:mgc_llog_local_copy()) MGC192.168.204.159@tcp: no remote llog for lustre-sptlrpc, check MGS config 00000100:00100000:3.0:1788526945.785044:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607424:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788526945.785093:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.785135:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e600c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788526945.785328:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881607424 00000100:00100000:0.0:1788526945.785335:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881607424 00000100:00100000:0.0:1788526945.785378:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788526945.785403:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+13:19562:x1875405881607424:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788526945.785566:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+13:19562:x1875405881607424:12345-0@lo:501:mount.lustre.0 Request processed in 180us (471us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788526945.785574:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788526945.786331:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607424:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788526945.786465:0:19562:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788526945.787707:0:19562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242b54a00/0x367645d450b3ba79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba80 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.787722:0:19562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c242b54a00/0x367645d450b3ba79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba80 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788526945.787734:0:19562:0:(mgc_request.c:206:do_config_log_add()) do adding config log params-ffff98c243e5f800 10000000:01000000:3.0:1788526945.787754:0:19562:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788526945.787782:0:19562:0:(mgc_request_server.c:106:mgc_fs_setup()) MGC192.168.204.159@tcp: setup lustre-OST0000-osd 00000040:01000000:3.0:1788526945.787999:0:19562:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 1 is initialized 00000040:01000000:3.0:1788526945.788006:0:19562:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 0 is initialized 10000000:01000000:3.0:1788526945.788014:0:19562:0:(mgc_request.c:206:do_config_log_add()) do adding config log nodemap-ffff98c27b1f0000 10000000:01000000:3.0:1788526945.788017:0:19562:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1788526945.788030:0:19562:0:(mgc_request.c:2062:mgc_process_log()) Process log nodemap-ffff98c27b1f0000 from 1 10000000:01000000:3.0:1788526945.788033:0:19562:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788526945.788069:0:19562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242b55800/0x367645d450b3ba87 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.788079:0:19562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c242b55800/0x367645d450b3ba87 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.788105:0:19562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c242b55800/0x367645d450b3ba87 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526945.788128:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607552:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788526945.788188:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.788231:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e60540 going to sleep for 11 seconds 00000100:00100000:0.0:1788526945.788248:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881607552 00000100:00100000:0.0:1788526945.788264:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881607552 00000100:00100000:0.0:1788526945.788311:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788526945.788320:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+13:19562:x1875405881607552:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788526945.788332:0:18872:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526945.788346:0:18872:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c240030a00/0x367645d450b3ba8e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3ba87 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526945.788368:0:18872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c240030a00/0x367645d450b3ba8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3ba87 expref: 14 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526945.788378:0:18872:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c240030a00/0x367645d450b3ba8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3ba87 expref: 14 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526945.788417:0:18872:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c240030a00, rc 0) 00000100:00100000:0.0:1788526945.788454:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+14:19562:x1875405881607552:12345-0@lo:101:mount.lustre.0 Request processed in 134us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526945.788460:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788526945.790676:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607552:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788526945.790706:0:19562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c242b55800/0x367645d450b3ba87 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba8e expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.790718:0:19562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c242b55800/0x367645d450b3ba87 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3ba8e expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788526945.790740:0:19562:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788526945.790759:0:19562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242b55800/0x367645d450b3ba87 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba8e expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.790767:0:19562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c242b55800/0x367645d450b3ba87 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba8e expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788526945.790775:0:19562:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788526945.790781:0:19562:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788526945.790805:0:19562:0:(mgc_request_server.c:106:mgc_fs_setup()) MGC192.168.204.159@tcp: setup lustre-OST0000-osd 00000040:01000000:3.0:1788526945.790924:0:19562:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 1 is initialized 00000040:01000000:3.0:1788526945.790931:0:19562:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 0 is initialized 10000000:01000000:3.0:1788526945.790940:0:19562:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1788526945.790943:0:19562:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1788526945.790990:0:19562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242b54800/0x367645d450b3ba95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.790999:0:19562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c242b54800/0x367645d450b3ba95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.791008:0:19562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c242b54800/0x367645d450b3ba95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526945.791026:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607680:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788526945.791079:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.791118:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e60600 going to sleep for 11 seconds 00000100:00100000:2.0:1788526945.791175:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881607680 00000100:00100000:2.0:1788526945.791182:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881607680 00000100:00100000:2.0:1788526945.791225:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788526945.791235:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+14:19562:x1875405881607680:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788526945.791246:0:18870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526945.791361:0:18870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c1423c8e00/0x367645d450b3ba9c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3ba95 expref: -99 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.791384:0:18870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c1423c8e00/0x367645d450b3ba9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3ba95 expref: 15 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.791422:0:18870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c1423c8e00/0x367645d450b3ba9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3ba95 expref: 15 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.791429:0:18870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c8e00, rc 0) 00000100:00100000:2.0:1788526945.791473:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+15:19562:x1875405881607680:12345-0@lo:101:mount.lustre.0 Request processed in 240us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526945.791490:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788526945.791845:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607680:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788526945.791857:0:19562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c242b54800/0x367645d450b3ba95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba9c expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.791864:0:19562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c242b54800/0x367645d450b3ba95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3ba9c expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788526945.796221:0:19562:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x14:0x0] index 14 count 14 00000040:00080000:3.0:1788526945.799217:0:19562:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788526945.801540:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].1, 224 off8416 00000040:00080000:3.0:1788526945.801651:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].2, 128 off8544 00000040:00080000:3.0:1788526945.801702:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].3, 112 off8656 00000040:00080000:3.0:1788526945.801750:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].4, 224 off8880 00000040:00080000:3.0:1788526945.801787:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].5, 224 off9104 00000040:00080000:3.0:1788526945.801820:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].6, 80 off9184 00000040:00080000:3.0:1788526945.801867:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].7, 224 off9408 00000040:00080000:3.0:1788526945.801904:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].8, 224 off9632 00000040:00080000:3.0:1788526945.801939:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].9, 80 off9712 00000040:00080000:3.0:1788526945.802014:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].10, 224 off9936 00000040:00080000:3.0:1788526945.802052:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].11, 224 off10160 00000040:00080000:3.0:1788526945.802107:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].12, 120 off10280 00000040:00080000:3.0:1788526945.802213:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].13, 224 off10504 00000040:00080000:3.0:1788526945.802221:0:19562:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x14:0x0] index 13 count 14 00000100:00100000:3.0:1788526945.802344:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607808:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788526945.802469:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.802510:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e60b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788526945.803056:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881607808 00000100:00100000:1.0:1788526945.803065:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881607808 00000100:00100000:1.0:1788526945.803124:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788526945.803133:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+15:19562:x1875405881607808:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788526945.803680:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+15:19562:x1875405881607808:12345-0@lo:501:mount.lustre.0 Request processed in 546us (1209us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526945.803690:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788526945.805086:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607808:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788526945.805319:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607936:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788526945.805426:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.805464:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e60b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788526945.805621:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881607936 00000100:00100000:1.0:1788526945.805630:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881607936 00000100:00100000:1.0:1788526945.805690:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788526945.805700:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+15:19562:x1875405881607936:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788526945.806058:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+15:19562:x1875405881607936:12345-0@lo:503:mount.lustre.0 Request processed in 357us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526945.806068:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788526945.808596:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881607936:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788526945.810070:0:19562:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788526945.810174:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608064:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788526945.810243:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526945.810382:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2742d2900 going to sleep for 11 seconds 00000100:00100000:0.0:1788526945.813339:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881608064 00000100:00100000:0.0:1788526945.813357:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881608064 00000100:00100000:0.0:1788526945.813637:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788526945.813650:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+15:19562:x1875405881608064:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788526945.814003:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+15:19562:x1875405881608064:12345-0@lo:502:mount.lustre.0 Request processed in 356us (3758us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526945.814011:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788526945.814125:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608064:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788526945.814470:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].1, 224 off8416 00000040:00080000:2.0:1788526945.814530:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].2, 128 off8544 00000040:00080000:2.0:1788526945.814566:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].3, 112 off8656 00000040:00080000:2.0:1788526945.814636:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].4, 224 off8880 00000040:00080000:2.0:1788526945.814677:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].5, 224 off9104 00000040:00080000:2.0:1788526945.814709:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].6, 80 off9184 00000040:00080000:2.0:1788526945.814758:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].7, 224 off9408 00000040:00080000:2.0:1788526945.814793:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].8, 224 off9632 00000040:00080000:2.0:1788526945.814828:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].9, 80 off9712 00000040:00080000:2.0:1788526945.814878:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].10, 224 off9936 00000040:00080000:2.0:1788526945.814915:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].11, 224 off10160 00000040:00080000:2.0:1788526945.814964:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].12, 120 off10280 00000100:00100000:2.0:1788526945.815004:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608192:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788526945.815060:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526945.820910:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2742d2900 going to sleep for 11 seconds 00000100:00100000:1.0:1788526945.821380:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881608192 00000100:00100000:1.0:1788526945.821411:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881608192 00000100:00100000:1.0:1788526945.821468:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788526945.821488:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+15:19562:x1875405881608192:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788526945.821786:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+15:19562:x1875405881608192:12345-0@lo:502:mount.lustre.0 Request processed in 309us (6725us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526945.821794:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788526945.822366:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608192:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788526945.822836:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].13, 224 off10504 00000040:00080000:2.0:1788526945.822853:0:19562:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:2.0:1788526945.827745:0:19576:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788526945.827765:0:19576:0:(obd_mount.c:963:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:2.0:1788526945.827771:0:19576:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788526945.827774:0:19576:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1788526945.827780:0:19576:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788526945.827796:0:19576:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff98c249714c80) 00000020:00000080:2.0:1788526945.827831:0:19576:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type obdfilter with refcount 2 00000020:00000080:2.0:1788526945.827837:0:19576:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788526945.827916:0:19576:0:(tgt_mount.c:167:server_get_mount()) get mount ffff98c243e5f800 from lustre-OST0000, refs=2 00080000:01000000:2.0:1788526945.827923:0:19576:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788526945.827930:0:19576:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x367645d450b3baaa 00010000:00010000:3.0:1788526945.834598:0:19576:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00000001:00000004:3.0:1788526945.835241:0:19576:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934593 00080000:10000000:3.0:1788526945.840830:0:19576:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:3.0:1788526945.844777:0:19576:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1788526945.844791:0:19576:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788526945.844798:0:19576:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788526945.844801:0:19576:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1788526945.844804:0:19576:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788526945.844807:0:19576:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1788526945.844809:0:19576:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788526945.844810:0:19576:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788526945.844812:0:19576:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788526945.844814:0:19576:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788526945.844815:0:19576:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788526945.844817:0:19576:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788526945.844820:0:19576:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788526945.844821:0:19576:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788526945.844824:0:19576:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788526945.844833:0:19576:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788526945.844836:0:19576:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788526945.844838:0:19576:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788526945.844839:0:19576:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788526945.844841:0:19576:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788526945.844844:0:19576:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788526945.844845:0:19576:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788526945.844849:0:19576:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788526945.844913:0:19576:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788526945.844917:0:19576:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788526945.844919:0:19576:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788526945.844922:0:19576:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 14 count 14 00000020:01000000:2.0:1788526945.845121:0:19562:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1788526945.845137:0:19562:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1788526945.845165:0:19562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242b54800/0x367645d450b3ba95 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba9c expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.845178:0:19562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c242b54800/0x367645d450b3ba95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3ba9c expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788526945.845187:0:19562:0:(mgc_request.c:2062:mgc_process_log()) Process log params-ffff98c243e5f800 from 1 10000000:01000000:2.0:1788526945.845191:0:19562:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788526945.845227:0:19562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.845234:0:19562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.845245:0:19562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526945.845269:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608320:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788526945.845348:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526945.845422:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2742d2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788526945.845619:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881608320 00000100:00100000:0.0:1788526945.845628:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881608320 00000100:00100000:0.0:1788526945.845668:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788526945.845677:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+15:19562:x1875405881608320:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788526945.845690:0:18870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526945.845704:0:18870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c240031600/0x367645d450b3bab8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3bab1 expref: -99 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526945.845727:0:18870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c240031600/0x367645d450b3bab8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3bab1 expref: 16 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526945.845737:0:18870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c240031600/0x367645d450b3bab8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3bab1 expref: 16 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526945.845745:0:18870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c240031600, rc 0) 00000100:00100000:0.0:1788526945.845792:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+16:19562:x1875405881608320:12345-0@lo:101:mount.lustre.0 Request processed in 115us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526945.845799:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788526945.845954:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608320:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788526945.845970:0:19562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bab8 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.845979:0:19562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3bab8 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788526945.846721:0:19562:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 10 count 10 00000040:00080000:3.0:1788526945.846992:0:19562:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788526945.847185:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].1, 224 off8416 00000040:00080000:3.0:1788526945.847220:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].2, 112 off8528 00000040:00080000:3.0:1788526945.847260:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].3, 224 off8752 00000040:00080000:3.0:1788526945.847320:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].4, 224 off8976 00000040:00080000:3.0:1788526945.847355:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].5, 112 off9088 00000040:00080000:3.0:1788526945.847444:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].6, 224 off9312 00000040:00080000:3.0:1788526945.847481:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].7, 224 off9536 00000040:00080000:3.0:1788526945.847511:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].8, 128 off9664 00000040:00080000:3.0:1788526945.847571:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].9, 224 off9888 00000040:00080000:3.0:1788526945.847578:0:19562:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 9 count 10 00000100:00100000:3.0:1788526945.847658:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249742300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608448:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788526945.847714:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.847752:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e60c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788526945.847892:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881608448 00000100:00100000:0.0:1788526945.847899:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881608448 00000100:00100000:0.0:1788526945.847949:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788526945.847958:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+16:19562:x1875405881608448:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788526945.848182:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+16:19562:x1875405881608448:12345-0@lo:501:mount.lustre.0 Request processed in 224us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526945.848190:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788526945.850209:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249742300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608448:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788526945.850269:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249742300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608576:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788526945.850344:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.850408:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e60c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788526945.850633:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881608576 00000100:00100000:2.0:1788526945.850642:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881608576 00000100:00100000:2.0:1788526945.850690:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788526945.850700:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+16:19562:x1875405881608576:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788526945.850969:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+16:19562:x1875405881608576:12345-0@lo:503:mount.lustre.0 Request processed in 270us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526945.850978:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788526945.851104:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249742300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608576:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788526945.851627:0:19562:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788526945.851705:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249742300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608704:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788526945.851751:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.851777:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e60c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788526945.852993:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881608704 00000100:00100000:2.0:1788526945.853005:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881608704 00000100:00100000:2.0:1788526945.853134:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788526945.853143:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+16:19562:x1875405881608704:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788526945.853897:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+16:19562:x1875405881608704:12345-0@lo:502:mount.lustre.0 Request processed in 753us (2144us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526945.853906:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788526945.854658:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249742300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608704:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788526945.854919:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].1, 224 off8416 00000040:00080000:3.0:1788526945.854977:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].2, 112 off8528 00000040:00080000:3.0:1788526945.855023:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].3, 224 off8752 00000040:00080000:3.0:1788526945.855060:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].4, 224 off8976 00000040:00080000:3.0:1788526945.855095:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].5, 112 off9088 00000040:00080000:3.0:1788526945.855144:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].6, 224 off9312 00000040:00080000:3.0:1788526945.855184:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].7, 224 off9536 00000040:00080000:3.0:1788526945.855349:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].8, 128 off9664 00000100:00100000:3.0:1788526945.855409:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249742300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608832:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788526945.855472:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.855523:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e60c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788526945.856957:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881608832 00000100:00100000:2.0:1788526945.856970:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881608832 00000100:00100000:2.0:1788526945.857032:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788526945.857042:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+16:19562:x1875405881608832:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788526945.857380:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+16:19562:x1875405881608832:12345-0@lo:502:mount.lustre.0 Request processed in 338us (1906us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526945.857424:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788526945.857645:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249742300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608832:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788526945.857824:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].9, 224 off9888 00000040:00080000:3.0:1788526945.857841:0:19562:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:1.0:1788526945.859980:0:19580:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788526945.859994:0:19580:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788526945.859996:0:19580:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788526945.860003:0:19580:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98c243e5f800 00000020:00000080:1.0:1788526945.860006:0:19580:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788526945.860015:0:19580:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788526945.860018:0:19580:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788526945.860019:0:19580:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788526945.860022:0:19580:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788526945.860025:0:19580:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788526945.860027:0:19580:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788526945.860030:0:19580:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98c243e5f800 00000020:00000080:1.0:1788526945.860032:0:19580:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788526945.860092:0:19580:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788526945.860097:0:19580:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788526945.860098:0:19580:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788526945.860101:0:19580:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788526945.860104:0:19580:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788526945.860105:0:19580:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788526945.860110:0:19580:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98c243e5f800 00000020:00000080:1.0:1788526945.860112:0:19580:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788526945.860153:0:19580:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788526945.860157:0:19580:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788526945.860158:0:19580:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:1.0:1788526945.860162:0:19580:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 10 count 10 00000020:01000000:0.0:1788526945.860630:0:19562:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1788526945.860646:0:19562:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788526945.860662:0:19562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bab8 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526945.860675:0:19562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bab8 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788526945.860727:0:19562:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788526945.860730:0:19562:0:(mgc_request.c:423:config_log_add()) add config log lustre-client-ffff98c243e5f800 10000000:01000000:0.0:1788526945.860733:0:19562:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-client-ffff98c243e5f800 10000000:01000000:0.0:1788526945.860740:0:19562:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788526945.860757:0:19562:0:(mgc_request_server.c:106:mgc_fs_setup()) MGC192.168.204.159@tcp: setup lustre-OST0000-osd 00000040:01000000:0.0:1788526945.860824:0:19562:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 1 is initialized 00000040:01000000:0.0:1788526945.860832:0:19562:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 0 is initialized 10000000:01000000:0.0:1788526945.860845:0:19562:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-client-ffff98c243e5f800 from 1 10000000:01000000:0.0:1788526945.860848:0:19562:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788526945.860887:0:19562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c240030600/0x367645d450b3babf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526945.860907:0:19562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c240030600/0x367645d450b3babf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526945.860918:0:19562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c240030600/0x367645d450b3babf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526945.860956:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608960:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788526945.861029:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526945.861069:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c249a61b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788526945.872294:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881608960 00000100:00100000:2.0:1788526945.872817:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881608960 00000100:00100000:2.0:1788526945.873153:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788526945.873165:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+16:19562:x1875405881608960:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788526945.873182:0:18870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526945.873269:0:18870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c1423c9e00/0x367645d450b3bac6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3babf expref: -99 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.873304:0:18870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c1423c9e00/0x367645d450b3bac6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3babf expref: 17 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.873316:0:18870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c1423c9e00/0x367645d450b3bac6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3babf expref: 17 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.873327:0:18870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c9e00, rc 0) 00000100:00100000:2.0:1788526945.873438:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+17:19562:x1875405881608960:12345-0@lo:101:mount.lustre.0 Request processed in 275us (12407us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526945.873447:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788526945.873520:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881608960:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788526945.873541:0:19562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c240030600/0x367645d450b3babf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bac6 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.873552:0:19562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c240030600/0x367645d450b3babf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3bac6 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788526945.874538:0:19562:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 42 count 42 00000040:00080000:2.0:1788526945.875312:0:19562:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788526945.875671:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].1, 224 off8416 00000040:00080000:2.0:1788526945.876423:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].2, 120 off8536 00000040:00080000:2.0:1788526945.876469:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].3, 168 off8704 00000040:00080000:2.0:1788526945.876555:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].4, 224 off8928 00000040:00080000:2.0:1788526945.876593:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].5, 224 off9152 00000040:00080000:2.0:1788526945.876711:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].6, 120 off9272 00000040:00080000:2.0:1788526945.876747:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].7, 168 off9440 00000040:00080000:2.0:1788526945.876778:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].8, 224 off9664 00000040:00080000:2.0:1788526945.877053:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].9, 224 off9888 00000040:00080000:2.0:1788526945.877095:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].10, 120 off10008 00000040:00080000:2.0:1788526945.877129:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].11, 224 off10232 00000040:00080000:2.0:1788526945.877174:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].12, 224 off10456 00000040:00080000:2.0:1788526945.877208:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].13, 88 off10544 00000040:00080000:2.0:1788526945.877242:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].14, 128 off10672 00000040:00080000:2.0:1788526945.877288:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].15, 144 off10816 00000040:00080000:2.0:1788526945.877324:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].16, 160 off10976 00000040:00080000:2.0:1788526945.877358:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].17, 224 off11200 00000040:00080000:2.0:1788526945.879222:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].18, 224 off11424 00000040:00080000:2.0:1788526945.879295:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].19, 80 off11504 00000040:00080000:2.0:1788526945.879365:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].20, 224 off11728 00000040:00080000:2.0:1788526945.879448:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].21, 224 off11952 00000040:00080000:2.0:1788526945.879490:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].22, 88 off12040 00000040:00080000:2.0:1788526945.879532:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].23, 128 off12168 00000040:00080000:2.0:1788526945.879597:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].24, 144 off12312 00000040:00080000:2.0:1788526945.879664:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].25, 128 off12440 00000040:00080000:2.0:1788526945.879725:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].26, 224 off12664 00000040:00080000:2.0:1788526945.879793:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].27, 224 off12888 00000040:00080000:2.0:1788526945.879872:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].28, 80 off12968 00000040:00080000:2.0:1788526945.879917:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].29, 224 off13192 00000040:00080000:2.0:1788526945.881812:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].30, 224 off13416 00000040:00080000:2.0:1788526945.882254:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].31, 88 off13504 00000040:00080000:2.0:1788526945.882292:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].32, 128 off13632 00000040:00080000:2.0:1788526945.882325:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].33, 144 off13776 00000040:00080000:2.0:1788526945.882423:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].34, 128 off13904 00000040:00080000:2.0:1788526945.882471:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].35, 224 off14128 00000040:00080000:2.0:1788526945.882541:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].36, 224 off14352 00000040:00080000:2.0:1788526945.882576:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].37, 80 off14432 00000040:00080000:2.0:1788526945.882631:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].38, 224 off14656 00000040:00080000:2.0:1788526945.882685:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].39, 224 off14880 00000040:00080000:2.0:1788526945.882722:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].40, 120 off15000 00000040:00080000:2.0:1788526945.884568:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].41, 224 off15224 00000040:00080000:2.0:1788526945.884591:0:19562:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 41 count 42 00000100:00100000:2.0:1788526945.884712:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881609088:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526945.884796:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.884845:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881609088 00000100:00100000:3.0:1788526945.884855:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881609088 00000100:00100000:3.0:1788526945.884910:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788526945.884920:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+17:19562:x1875405881609088:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526945.885099:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242c91e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788526945.885265:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+17:19562:x1875405881609088:12345-0@lo:501:mount.lustre.0 Request processed in 347us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526945.885274:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788526945.885465:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881609088:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526945.885503:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881609216:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788526945.885543:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526945.885572:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242c91e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788526945.885629:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881609216 00000100:00100000:0.0:1788526945.885634:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881609216 00000100:00100000:0.0:1788526945.885695:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788526945.885703:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+17:19562:x1875405881609216:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788526945.886616:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+17:19562:x1875405881609216:12345-0@lo:503:mount.lustre.0 Request processed in 902us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526945.886627:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788526945.886781:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881609216:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788526945.887622:0:19562:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788526945.887699:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881609344:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788526945.887758:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526945.887817:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242c91e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788526945.887821:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881609344 00000100:00100000:3.0:1788526945.887830:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881609344 00000100:00100000:3.0:1788526945.887868:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788526945.887877:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+17:19562:x1875405881609344:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788526945.888178:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+17:19562:x1875405881609344:12345-0@lo:502:mount.lustre.0 Request processed in 301us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526945.888186:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788526945.889472:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881609344:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788526945.890325:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].1, 224 off8416 00000040:00080000:2.0:1788526945.890451:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].2, 120 off8536 00000040:00080000:2.0:1788526945.890490:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].3, 168 off8704 00000040:00080000:2.0:1788526945.890543:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].4, 224 off8928 00000040:00080000:2.0:1788526945.890581:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].5, 224 off9152 00000040:00080000:2.0:1788526945.890661:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].6, 120 off9272 00000040:00080000:2.0:1788526945.890720:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].7, 168 off9440 00000040:00080000:2.0:1788526945.890769:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].8, 224 off9664 00000040:00080000:2.0:1788526945.890830:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].9, 224 off9888 00000040:00080000:2.0:1788526945.891317:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].10, 120 off10008 00000040:00080000:2.0:1788526945.891358:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].11, 224 off10232 00000040:00080000:2.0:1788526945.891501:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].12, 224 off10456 00000040:00080000:2.0:1788526945.891949:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].13, 88 off10544 00000040:00080000:3.0:1788526945.892424:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].14, 128 off10672 00000040:00080000:3.0:1788526945.892496:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].15, 144 off10816 00000040:00080000:3.0:1788526945.892547:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].16, 160 off10976 00000040:00080000:3.0:1788526945.892584:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].17, 224 off11200 00000040:00080000:3.0:1788526945.892648:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].18, 224 off11424 00000040:00080000:3.0:1788526945.892686:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].19, 80 off11504 00000040:00080000:3.0:1788526945.892737:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].20, 224 off11728 00000040:00080000:3.0:1788526945.892785:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].21, 224 off11952 00000040:00080000:3.0:1788526945.892823:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].22, 88 off12040 00000040:00080000:3.0:1788526945.892969:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].23, 128 off12168 00000040:00080000:3.0:1788526945.893100:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].24, 144 off12312 00000040:00080000:3.0:1788526945.893138:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].25, 128 off12440 00000040:00080000:3.0:1788526945.893169:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].26, 224 off12664 00000040:00080000:3.0:1788526945.893213:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].27, 224 off12888 00000040:00080000:3.0:1788526945.893249:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].28, 80 off12968 00000040:00080000:3.0:1788526945.893308:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].29, 224 off13192 00000040:00080000:3.0:1788526945.893359:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].30, 224 off13416 00000040:00080000:3.0:1788526945.893813:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].31, 88 off13504 00000040:00080000:3.0:1788526945.894153:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].32, 128 off13632 00000040:00080000:3.0:1788526945.894189:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].33, 144 off13776 00000040:00080000:3.0:1788526945.894241:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].34, 128 off13904 00000040:00080000:3.0:1788526945.894279:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].35, 224 off14128 00000040:00080000:3.0:1788526945.894321:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].36, 224 off14352 00000040:00080000:3.0:1788526945.894356:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].37, 80 off14432 00000040:00080000:3.0:1788526945.894423:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].38, 224 off14656 00000040:00080000:3.0:1788526945.894467:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].39, 224 off14880 00000040:00080000:3.0:1788526945.894500:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].40, 120 off15000 00000100:00100000:3.0:1788526945.894636:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249742300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881609472:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788526945.894918:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.894973:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e60240 going to sleep for 11 seconds 00000100:00100000:1.0:1788526945.895126:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881609472 00000100:00100000:1.0:1788526945.895136:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881609472 00000100:00100000:1.0:1788526945.895188:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788526945.895198:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+17:19562:x1875405881609472:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788526945.895472:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+17:19562:x1875405881609472:12345-0@lo:502:mount.lustre.0 Request processed in 274us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526945.895481:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788526945.896266:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249742300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881609472:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788526945.902227:0:19562:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].41, 224 off15224 00000040:00080000:2.0:1788526945.902252:0:19562:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:1.0:1788526945.906148:0:19585:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1788526945.906226:0:19585:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff98c142aa0000) 00000020:00000080:1.0:1788526945.906249:0:19585:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type lwp with refcount 2 00000020:01000004:1.0:1788526945.911129:0:19585:0:(tgt_mount.c:167:server_get_mount()) get mount ffff98c243e5f800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788526945.911139:0:19585:0:(tgt_mount.c:201:server_put_mount()) put mount ffff98c243e5f800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788526945.911142:0:19585:0:(obd_mount.c:712:lustre_put_lsi()) put ffff98c243e5f800 3 00010000:00080000:1.0:1788526945.911176:0:19585:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98c244e67800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.159@tcp at head 00010000:00010000:1.0:1788526945.912752:0:19585:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-4 is initialized 00000020:00000080:1.0:1788526945.912945:0:19585:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1788526945.912983:0:19585:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788526945.912996:0:19585:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x367645d450b3bad4 00000100:00080000:1.0:1788526945.913007:0:19585:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788526945.913012:0:19585:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff98c244e67800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1788526945.913061:0:19585:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c27b521500 x1875405881609600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788526945.913090:0:19585:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788526945.915323:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3277:1875405881609600:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788526945.915416:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788526945.915477:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788526945.915481:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788526945.915484:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788526945.915486:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788526945.915901:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881609600 00000100:00100000:3.0:1788526945.915911:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881609600 00000100:00100000:3.0:1788526945.915956:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788526945.915964:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3277:x1875405881609600:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788526945.915993:0:18877:0:(ldlm_lib.c:1458:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 581 last 0 00000020:00000080:3.0:1788526945.916030:0:18877:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x367645d450b3badb 00000004:00100000:3.0:1788526945.916045:0:18877:0:(mdt_handler.c:7302:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788526945.916078:0:18877:0:(import.c:65:import_set_state_nolock()) ffff98c2506e1800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788526945.916142:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3277:x1875405881609600:12345-0@lo:38:llog_process_th.0 Request processed in 178us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526945.916149:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788526945.917060:0:3277:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98c27b521500 x1875405881609600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788526955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788526945.917094:0:3277:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788526945.917104:0:3277:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788526945.917113:0:3277:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788526945.917118:0:3277:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788526945.917121:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c244e67800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788526945.917127:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3277:1875405881609600:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1788526945.925643:0:19585:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x20:0x0] index 42 count 42 00000020:01000000:2.0:1788526945.925857:0:19562:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1788526945.925876:0:19562:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788526945.925897:0:19562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c240030600/0x367645d450b3babf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bac6 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.925910:0:19562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c240030600/0x367645d450b3babf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bac6 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788526945.925965:0:19562:0:(tgt_mount.c:1239:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788526945.925968:0:19562:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788526945.925969:0:19562:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788526945.925970:0:19562:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:2.0:1788526945.925971:0:19562:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:2.0:1788526945.925973:0:19562:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:2.0:1788526945.925974:0:19562:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788526945.925976:0:19562:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788526945.925977:0:19562:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788526945.925992:0:19562:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1788526945.925996:0:19562:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788526945.925997:0:19562:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788526945.925998:0:19562:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788526945.925999:0:19562:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:2.0:1788526945.926001:0:19562:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:2.0:1788526945.926002:0:19562:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:2.0:1788526945.926003:0:19562:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788526945.926010:0:19562:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788526945.926011:0:19562:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788526945.926039:0:19562:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788526945.926061:0:19562:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881609728:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788526945.926134:0:19562:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526945.926183:0:19562:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242c91000 going to sleep for 11 seconds 00000100:00100000:0.0:1788526945.926197:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881609728 00000100:00100000:0.0:1788526945.926206:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881609728 00000100:00100000:0.0:1788526945.926260:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788526945.926270:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+17:19562:x1875405881609728:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788526945.926322:0:18870:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1788526945.926337:0:18870:0:(mgs_nids.c:468:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788526945.959000:0:18870:0:(mgs_nids.c:820:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788526945.959021:0:18870:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1788526945.959115:0:18893:0:(mgs_nids.c:717:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788526945.959121:0:18893:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788526945.959149:0:18893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.959169:0:18893:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98c240031400/0x367645d450b3ba41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3ba3a expref: 17 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.959177:0:18893:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.959238:0:18893:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98c240031400/0x367645d450b3ba41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x367645d450b3ba3a expref: 17 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.959263:0:18893:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98c240031400/0x367645d450b3ba41 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x367645d450b3ba3a expref: 17 pid: 18871 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526945.959280:0:18893:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249742300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18893:1875405881609856:0@lo:104: 00000100:00100000:3.0:1788526945.959363:0:18893:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526945.959459:0:18893:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e60d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788526945.964660:0:18860:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881609856 00000100:00100000:2.0:1788526945.964675:0:18860:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881609856 00000100:00100000:2.0:1788526945.964737:0:18860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788526945.964748:0:18860:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249743b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+3:18893:x1875405881609856:12345-0@lo:104: 00010000:00010000:2.0:1788526945.964765:0:18860:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3ba41 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.964935:0:18860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788526945.964942:0:18860:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249743b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+3:18893:x1875405881609856:12345-0@lo:104: Request processed in 196us (5578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526945.964949:0:18860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1788526945.964970:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788526945.964975:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3ba41 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965062:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9400 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:2.0:1788526945.965067:0:18865:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x367645d450b3ba41 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965077:0:18865:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x367645d450b3ba41 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788526945.965084:0:18865:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x367645d450b3ba41 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788526945.965104:0:18865:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788526945.965141:0:18865:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3ba41 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526945.965141:0:18893:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249742300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18893:1875405881609856:0@lo:104: 00010000:00010000:2.0:1788526945.965147:0:18865:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788526945.965165:0:18893:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965241:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3ba41 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965250:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c1423c9400/0x367645d450b3ba3a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3ba41 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965268:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526945.965270:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526945.965272:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788526945.965295:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4ce0daaa-1095-4128-b024-59d758d27fcb:3279:1875405881609984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788526945.965333:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526945.965479:0:18862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881609984 00000100:00100000:2.0:1788526945.965484:0:18862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881609984 00010000:00010000:2.0:1788526945.965503:0:18862:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98c240031400/0x367645d450b3ba41 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3ba3a expref: 18 pid: 18871 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526945.965525:0:18862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788526945.965532:0:18862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+18:3279:x1875405881609984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788526945.965543:0:18862:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788526945.965548:0:18862:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98c240031400/0x367645d450b3ba41 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3ba3a expref: 18 pid: 18871 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965559:0:18862:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98c240031400/0x367645d450b3ba41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x367645d450b3ba3a expref: 18 pid: 18871 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965581:0:18862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c240031400/0x367645d450b3ba41 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x367645d450b3ba3a expref: 18 pid: 18871 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965597:0:18862:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965619:0:18862:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788526945.965634:0:18862:0:(mgs_nids.c:693:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008454724s 00010000:00010000:2.0:1788526945.965639:0:18862:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965647:0:18862:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965653:0:18862:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965660:0:18862:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965665:0:18862:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54600 already unused, calling callback (ffffffffc1554660) 00010000:00010000:2.0:1788526945.965670:0:18862:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965677:0:18862:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965695:0:18862:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526945.965711:0:18862:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788526945.965740:0:18893:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526945.965749:0:18893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526945.965749:0:18862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+17:3279:x1875405881609984:12345-0@lo:103:ldlm_bl.0 Request processed in 217us (416us total) trans 0 rc 0/0 00010000:00010000:3.0:1788526945.965756:0:18893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c242b54600/0x367645d450b3bae2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526945.965756:0:18862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788526945.965807:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4ce0daaa-1095-4128-b024-59d758d27fcb:3279:1875405881609984:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526945.967239:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+16:19562:x1875405881609728:12345-0@lo:253:mount.lustre.0 Request processed in 40965us (41099us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526945.967260:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788526945.967528:0:19562:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:19562:1875405881609728:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788526945.967542:0:19562:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788526945.967545:0:19562:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788526945.967547:0:19562:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788526945.967548:0:19562:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788526945.967549:0:19562:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:2.0:1788526945.967551:0:19562:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:2.0:1788526945.967552:0:19562:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:2.0:1788526945.967553:0:19562:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788526945.967555:0:19562:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788526945.967556:0:19562:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788526945.967568:0:19562:0:(tgt_mount.c:2815:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1788526945.968035:0:19562:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1788526945.968477:0:19562:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1788526945.968647:0:19562:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1788526945.968817:0:19562:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1788526945.968969:0:19562:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1788526945.969190:0:19562:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:2.0:1788526945.970201:0:19562:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788526946.037434:0:19562:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1788526946.037443:0:19562:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1788526946.037478:0:19562:0:(tgt_mount.c:2543:server_fill_super_common()) Server sb, dev=48 00000080:00000004:3.0:1788526946.037507:0:19562:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:2.0:1788526946.259622:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526947.291921:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788526947.418718:0:18874:0:(mgc_request.c:714:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788526947.418725:0:18874:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-mdtir-ffff98c243105000 from 10 10000000:01000000:3.0:1788526947.418731:0:18874:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788526947.418775:0:18874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526947.418787:0:18874:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526947.418810:0:18874:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526947.418835:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249740380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881610112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788526947.419094:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526947.419154:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e60780 going to sleep for 11 seconds 00000100:00100000:0.0:1788526947.419487:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881610112 00000100:00100000:0.0:1788526947.419494:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881610112 00000100:00100000:3.0:1788526947.419650:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788526947.419659:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+16:18874:x1875405881610112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788526947.419672:0:18871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788526947.419687:0:18871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c242b54000/0x367645d450b3baf0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3bae9 expref: -99 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526947.419710:0:18871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c242b54000/0x367645d450b3baf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3bae9 expref: 17 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526947.419721:0:18871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c242b54000/0x367645d450b3baf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3bae9 expref: 17 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526947.419730:0:18871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c242b54000, rc 0) 00000100:00100000:3.0:1788526947.419768:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+17:18874:x1875405881610112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526947.419775:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788526947.419820:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249740380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881610112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788526947.419834:0:18874:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3baf0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526947.419854:0:18874:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3baf0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526947.419977:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249740380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881610240:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788526947.420008:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526947.420037:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247e60780 going to sleep for 11 seconds 00000100:00100000:0.0:1788526947.420074:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881610240 00000100:00100000:0.0:1788526947.420078:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881610240 00000100:00100000:0.0:1788526947.420104:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788526947.420110:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+17:18874:x1875405881610240:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788526947.420123:0:18872:0:(mgs_nids.c:920:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788526947.420138:0:18872:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788526947.420142:0:18872:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 10 00000100:00100000:0.0:1788526947.420209:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+17:18874:x1875405881610240:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 98us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526947.420222:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788526947.420249:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249740380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881610240:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788526947.420299:0:18874:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788526947.420305:0:18874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3baf0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526947.420313:0:18874:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3baf0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526948.310279:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526949.331797:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526950.355540:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788526951.379670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788526951.379678:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788526951.379681:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788526951.379683:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788526951.379763:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3281:1875405881610496:0@lo:400:kworker.0 00000100:00100000:0.0:1788526951.379855:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526951.380003:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788526951.380010:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4ce0daaa-1095-4128-b024-59d758d27fcb:3281:1875405881610368:0@lo:400:kworker.0 00000100:00100000:0.0:1788526951.380237:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526951.380274:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3278:1875405881610624:0@lo:400:kworker.0 00000100:00100000:0.0:1788526951.380299:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526951.380336:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881610496 00000100:00100000:0.0:1788526951.380343:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881610496 00000100:00100000:0.0:1788526951.380407:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881610624 00000100:00100000:0.0:1788526951.380424:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881610624 00000100:00100000:0.0:1788526951.380599:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788526951.380608:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3281:x1875405881610496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526951.380659:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3281:x1875405881610496:12345-0@lo:400:kworker.0 Request processed in 53us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526951.380667:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788526951.380683:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788526951.380689:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3278:x1875405881610624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526951.380718:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3278:x1875405881610624:12345-0@lo:400:kworker.0 Request processed in 31us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526951.380724:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788526951.380741:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881610368 00000100:00100000:0.0:1788526951.380744:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881610368 00000100:00100000:0.0:1788526951.380774:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788526951.380781:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+17:3281:x1875405881610368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526951.380809:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+17:3281:x1875405881610368:12345-0@lo:400:kworker.0 Request processed in 29us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526951.380815:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00080000:0.0:1788526951.380855:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1788526951.380884:0:3278:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98c2746c1500 x1875405881610624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788526951.380977:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3278:1875405881610624:0@lo:400:kworker.0 00000100:00100000:0.0:1788526951.381242:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4ce0daaa-1095-4128-b024-59d758d27fcb:3281:1875405881610368:0@lo:400:kworker.0 00010000:00080000:0.0:1788526951.381254:0:3281:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98c2746c1f80 x1875405881610496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788526951.381278:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3281:1875405881610496:0@lo:400:kworker.0 00010000:00010000:1.0:1788526951.384009:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526952.413433:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788526952.788041:0:18912:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:1.0:1788526953.353530:0:19929:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg459-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788526953.427874:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526954.456552:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526955.161893:0:3277:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788526940/real 1788526940] req@ffff98c1422c4000 x1875405881606656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788526955 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788526955.161929:0:3277:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98c1422c4000 x1875405881606656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788526955 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788526955.161941:0:3277:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788526940/real 1788526940] req@ffff98c1422c5f80 x1875405881606784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788526955 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788526955.161954:0:3277:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98c1422c5f80 x1875405881606784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788526955 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788526955.161974:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c24823a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788526955.161999:0:3277:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788526955.162003:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881606656:0@lo:8:kworker.0 00000100:00080000:1.0:1788526955.162010:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c248511800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788526955.162015:0:3277:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788526955.162017:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881606784:0@lo:8:kworker.0 00000100:00080000:3.0:1788526955.162541:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1788526955.162694:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4ce0daaa-1095-4128-b024-59d758d27fcb:3279:1875405881610752:0@lo:400:kworker.0 00000100:00100000:0.0:1788526955.162765:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526955.162838:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881610752 00000100:00100000:0.0:1788526955.162846:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881610752 00000100:00100000:0.0:1788526955.162890:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788526955.162898:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+17:3279:x1875405881610752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526955.162945:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+17:3279:x1875405881610752:12345-0@lo:400:kworker.0 Request processed in 47us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526955.162953:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788526955.162998:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4ce0daaa-1095-4128-b024-59d758d27fcb:3279:1875405881610752:0@lo:400:kworker.0 00000100:00080000:3.0:1788526955.164322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788526955.164327:0:37:0:(import.c:65:import_set_state_nolock()) ffff98c24823a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788526955.164333:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 575 00000100:00080000:3.0:1788526955.164338:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788526955.164343:0:37:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff98c24823a800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1788526955.164375:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c249743100 x1875405881610880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788526955.164411:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788526955.164414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788526955.164416:0:37:0:(import.c:65:import_set_state_nolock()) ffff98c248511800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788526955.164420:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 575 00000100:00080000:3.0:1788526955.164423:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788526955.164426:0:37:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98c248511800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1788526955.164449:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c249741500 x1875405881611008/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788526955.164520:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881611136:0@lo:400:kworker.0 00000100:00100000:0.0:1788526955.164705:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3281:1875405881611264:0@lo:400:kworker.0 00000100:00100000:0.0:1788526955.164749:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526955.164792:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881611264 00000100:00100000:0.0:1788526955.164798:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881611264 00000100:00100000:0.0:1788526955.164845:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788526955.164852:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3281:x1875405881611264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526955.164898:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3281:x1875405881611264:12345-0@lo:400:kworker.0 Request processed in 47us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526955.164906:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1788526955.164923:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1788526955.164948:0:3281:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98c249741880 x1875405881611264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788526955.164968:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3281:1875405881611264:0@lo:400:kworker.0 00000100:00100000:3.0:1788526955.165156:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526955.165192:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881610880:0@lo:8:kworker.0 00000100:00100000:3.0:1788526955.165218:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526955.165242:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881611008:0@lo:8:kworker.0 00000100:00100000:3.0:1788526955.165261:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526955.165296:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881610880 00000100:00100000:3.0:1788526955.165300:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881610880 00000100:00100000:3.0:1788526955.165321:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881611008 00000100:00100000:3.0:1788526955.165324:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881611008 00000100:00100000:3.0:1788526955.165334:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788526955.165340:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3277:x1875405881610880:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788526955.165362:0:19563:0:(ldlm_lib.c:1458:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 590 last 0 00000020:00000080:3.0:1788526955.165415:0:19563:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x367645d450b3baf7 00002000:00100000:3.0:1788526955.165440:0:19563:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff98c2506e2000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a04 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1788526955.165445:0:19563:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1788526955.165447:0:19563:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788526955.167503:0:19563:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788526955.167538:0:19563:0:(import.c:65:import_set_state_nolock()) ffff98c2506e4000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788526955.167639:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3277:x1875405881610880:12345-0@lo:8:kworker.0 Request processed in 2296us (2418us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526955.167649:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788526955.167682:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788526955.167689:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3277:x1875405881611008:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1788526955.167706:0:19563:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788526955.169368:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881611136 00000100:00100000:0.0:1788526955.169383:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881611136 00000100:00100000:0.0:1788526955.169468:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788526955.169477:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881611136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526955.169571:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881611136:12345-0@lo:400:kworker.0 Request processed in 96us (4415us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526955.169578:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1788526955.172844:0:3277:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98c249743100 x1875405881610880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788526975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526955.172859:0:3277:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788526955.172870:0:3277:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788526955.172878:0:3277:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788526955.172891:0:3277:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788526955.172895:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c24823a800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788526955.172908:0:3277:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788526955.172915:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881610880:0@lo:8:kworker.0 00010000:00080000:2.0:1788526955.172964:0:3280:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98c249742a00 x1875405881611136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526955.172974:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881611136:0@lo:400:kworker.0 00000100:00100000:2.0:1788526955.185250:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3277:x1875405881611008:12345-0@lo:8:kworker.0 Request processed in 17554us (19981us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788526955.185271:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788526955.185374:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c248511800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788526955.185380:0:3277:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788526955.185422:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881611008:0@lo:8:kworker.0 00000004:00080000:1.0:1788526955.185870:0:18900:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x5:0x0] 00000100:00100000:1.0:1788526955.185901:0:18900:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b523800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18900:1875405881611520:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788526955.185956:0:18900:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526955.185984:0:18900:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c272381300 going to sleep for 11 seconds 00000004:00080000:1.0:1788526955.186002:0:18899:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:2.0:1788526955.186158:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881611392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788526955.186189:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526955.186480:0:19567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881611392 00000100:00100000:2.0:1788526955.186487:0:19567:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881611392 00000100:00100000:2.0:1788526955.186535:0:19567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788526955.186613:0:19567:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3278:x1875405881611392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788526955.186719:0:19567:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788526955.186766:0:19567:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3278:x1875405881611392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 223us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526955.186773:0:19567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788526955.186997:0:3278:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98c27b521500 x1875405881611392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788526971 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526955.187016:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881611392:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1788526955.187871:0:18899:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 590528483093ns, next at 0ns, rc = 0 00000100:00100000:1.0:1788526955.187905:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881611520 00000100:00100000:1.0:1788526955.187909:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881611520 00000100:00100000:1.0:1788526955.187938:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788526955.187944:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18900:x1875405881611520:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1788526955.191914:0:19566:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:1.0:1788526955.191927:0:19566:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:1.0:1788526955.191933:0:19566:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:6 to 0x240000400:65) 00002000:00010000:1.0:1788526955.203042:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.203053:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f782e172/0x367645d450b3bafe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.203716:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.203725:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.203733:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f782e172/0x367645d450b3bafe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.203758:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f782e172/0x367645d450b3bafe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.203772:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f782e172/0x367645d450b3bafe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.203780:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f782e172/0x367645d450b3bafe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.203810:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:0.0:1788526955.205217:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1788526955.206363:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.206376:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a6ddd7d/0x367645d450b3bb05 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.206408:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.206414:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.206421:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a6ddd7d/0x367645d450b3bb05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.206447:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a6ddd7d/0x367645d450b3bb05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.206458:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a6ddd7d/0x367645d450b3bb05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.206467:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a6ddd7d/0x367645d450b3bb05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.206488:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788526955.207269:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.207277:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c2781f3/0x367645d450b3bb0c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.207288:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.207298:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.207303:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c2781f3/0x367645d450b3bb0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.207314:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c2781f3/0x367645d450b3bb0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.207321:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c2781f3/0x367645d450b3bb0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.207328:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c2781f3/0x367645d450b3bb0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.207335:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788526955.211326:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788526955.211339:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f782e172/0x367645d450b3bafe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211353:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767000 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526955.211358:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f782e172/0x367645d450b3bafe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211369:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f782e172/0x367645d450b3bafe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211410:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f782e172/0x367645d450b3bafe lrc: 1/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211418:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f782e172/0x367645d450b3bafe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211472:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788526955.211476:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a6ddd7d/0x367645d450b3bb05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211484:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767400 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526955.211487:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a6ddd7d/0x367645d450b3bb05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211495:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a6ddd7d/0x367645d450b3bb05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211506:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a6ddd7d/0x367645d450b3bb05 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211512:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a6ddd7d/0x367645d450b3bb05 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211524:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526955.211528:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c2781f3/0x367645d450b3bb0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211535:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767c00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526955.211538:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c2781f3/0x367645d450b3bb0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211688:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c2781f3/0x367645d450b3bb0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211701:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c2781f3/0x367645d450b3bb0c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211708:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c2781f3/0x367645d450b3bb0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.211722:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.211724:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.211726:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.211734:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.212358:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.212368:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000902962e8/0x367645d450b3bb13 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.212400:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.212406:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.212414:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000902962e8/0x367645d450b3bb13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.212438:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000902962e8/0x367645d450b3bb13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.212449:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000902962e8/0x367645d450b3bb13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.212465:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000902962e8/0x367645d450b3bb13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.212488:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526955.212561:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526955.212567:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000902962e8/0x367645d450b3bb13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.212574:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767800 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526955.212578:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000902962e8/0x367645d450b3bb13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.212586:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000902962e8/0x367645d450b3bb13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.212597:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000902962e8/0x367645d450b3bb13 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.212610:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000902962e8/0x367645d450b3bb13 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.212740:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.212742:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.212744:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.229922:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.229934:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb1a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.229954:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.229958:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.229964:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.229979:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.229991:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.229999:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.230017:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526955.230052:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526955.230061:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.230083:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766200 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526955.230090:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.230101:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.230122:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb1a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.230131:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb1a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.230157:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.230160:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.230162:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.230482:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.230489:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb21 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.230503:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.230507:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.230512:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.230522:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.230530:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.230538:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.230553:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526955.230738:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526955.230745:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.230754:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767a00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526955.230758:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.230766:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.230779:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb21 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.230787:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb21 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.230802:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.230804:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.230805:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.230952:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.230959:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb28 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.230967:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.230970:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.230975:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.230985:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.231007:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.231013:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.231034:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526955.231146:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526955.231153:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.231161:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767e00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526955.231165:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.231185:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.231198:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb28 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.231206:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb28 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.231222:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.231225:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.231228:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.231442:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.231449:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb2f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.231457:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.231460:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.231465:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.231475:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.231483:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.231490:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.231520:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526955.231693:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526955.231699:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.231707:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766c00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526955.231711:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.231721:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.231734:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb2f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.231753:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb2f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.231768:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.231770:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.231771:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.231929:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.231935:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb36 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.231944:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.231947:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.243624:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.243664:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.243678:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.243687:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.243733:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788526955.243750:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526955.243756:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.243765:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767200 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526955.243780:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.243791:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.243809:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb36 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.243817:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.243847:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.243850:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.243852:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.244783:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.244793:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e05c8f90/0x367645d450b3bb3d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.244807:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.244813:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.244821:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e05c8f90/0x367645d450b3bb3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.244833:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e05c8f90/0x367645d450b3bb3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.244841:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e05c8f90/0x367645d450b3bb3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.244855:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e05c8f90/0x367645d450b3bb3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.244889:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788526955.247003:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.247017:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb1a6175/0x367645d450b3bb44 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.247035:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.247040:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.247047:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb1a6175/0x367645d450b3bb44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.247060:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb1a6175/0x367645d450b3bb44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.247069:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb1a6175/0x367645d450b3bb44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.247076:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb1a6175/0x367645d450b3bb44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.247097:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788526955.248598:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788526955.248611:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e05c8f90/0x367645d450b3bb3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.248623:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766800 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526955.248629:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e05c8f90/0x367645d450b3bb3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.248641:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e05c8f90/0x367645d450b3bb3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.248665:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e05c8f90/0x367645d450b3bb3d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.248673:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e05c8f90/0x367645d450b3bb3d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.248701:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526955.248705:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb1a6175/0x367645d450b3bb44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.248712:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766000 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526955.248715:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb1a6175/0x367645d450b3bb44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.248734:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb1a6175/0x367645d450b3bb44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.248744:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb1a6175/0x367645d450b3bb44 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.248766:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb1a6175/0x367645d450b3bb44 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.248781:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.248783:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.248785:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.248858:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.253547:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.253563:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb4b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.253683:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.253689:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.253697:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.253714:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.253726:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.253734:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.253948:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788526955.255528:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526955.255542:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.255556:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767200 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526955.255562:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.255574:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.255597:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb4b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.255620:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d5f6a28/0x367645d450b3bb4b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.255648:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.255652:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.255654:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.256761:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.256775:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003845277a/0x367645d450b3bb52 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.256789:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.256793:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.256800:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003845277a/0x367645d450b3bb52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.256813:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003845277a/0x367645d450b3bb52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.256837:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003845277a/0x367645d450b3bb52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.256845:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003845277a/0x367645d450b3bb52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.256863:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526955.257832:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526955.257842:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003845277a/0x367645d450b3bb52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.257852:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766e00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526955.257857:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003845277a/0x367645d450b3bb52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.257867:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003845277a/0x367645d450b3bb52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.257885:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003845277a/0x367645d450b3bb52 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.257893:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003845277a/0x367645d450b3bb52 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.257911:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.257913:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.257922:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.260859:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.260878:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb59 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.260898:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.260903:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.260910:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.260924:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.260936:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.260944:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.260999:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788526955.261618:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.261626:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb60 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.261636:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.261640:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.261645:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.261655:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.261664:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.261673:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.261694:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788526955.261715:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788526955.261722:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.261730:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767600 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526955.265072:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.265103:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.265133:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb59 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.265142:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb59 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.265174:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526955.265179:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.265187:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766c00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526955.265191:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.265200:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.265211:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb60 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.265218:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb60 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.265252:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.265254:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.265258:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.265804:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.266192:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.266203:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb67 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.266218:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.266223:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.266230:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.266244:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.266254:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.266262:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.266280:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788526955.266291:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526955.266296:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.266315:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767e00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526955.266319:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.266327:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.266339:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb67 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.266346:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb67 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.266361:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.266363:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.266365:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.268456:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.268472:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb6e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.268491:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.268496:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.268502:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.268517:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.268535:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.268544:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.268566:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788526955.268582:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526955.268587:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.268594:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767a00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526955.268599:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.268608:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.268626:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb6e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.268633:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb6e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.268653:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.268662:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.268664:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.274962:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.274981:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.275004:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.275009:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.275015:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.275031:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.275043:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.275051:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.275082:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526955.275437:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526955.275446:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.275456:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767e00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526955.275462:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.275473:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.275492:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb75 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.275501:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034c10496/0x367645d450b3bb75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.275523:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.275525:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.275528:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.275747:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.275754:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb7c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.275764:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.275767:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.275772:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.275792:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.275800:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.275807:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.275828:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788526955.275993:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526955.275999:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.276008:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766c00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526955.276011:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.276019:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.276033:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb7c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.276040:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ee20f85/0x367645d450b3bb7c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.276056:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.276057:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.276076:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.276284:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.276291:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb83 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.276299:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.276303:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.276308:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.276318:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.276326:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.276344:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.276364:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788526955.276377:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526955.276381:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.276442:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767600 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526955.276447:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.276456:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.276469:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb83 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.276477:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064298b65/0x367645d450b3bb83 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.276492:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.276494:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.276496:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788526955.276666:0:5844:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:1.0:1788526955.276980:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.276993:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb8a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.277002:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.277005:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.277010:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.277020:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.277028:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.277034:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.277059:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788526955.277150:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788526955.277157:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.277171:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766200 already unused, calling callback (ffffffffc1554660) 00010000:00010000:2.0:1788526955.277175:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.277183:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.277198:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb8a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.277205:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df38a950/0x367645d450b3bb8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.277225:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526955.277227:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526955.277229:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526955.277543:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526955.277549:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb91 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.277557:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=590s v=(0 0) 00010000:00010000:1.0:1788526955.277560:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526955.277564:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.277573:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.277588:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.277595:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.277615:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526955.277628:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526955.277636:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.277644:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767a00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526955.277647:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.277667:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.277679:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb91 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.277690:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.277691:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.277693:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.280899:0:19566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7c7e868/0x367645d450b3bb91 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788526955.281835:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788526955.281846:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ed6eb8c/0x367645d450b3bb98 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.281863:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=590s v=(0 0) 00010000:00010000:0.0:1788526955.281868:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526955.281874:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ed6eb8c/0x367645d450b3bb98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.281889:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ed6eb8c/0x367645d450b3bb98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.281898:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ed6eb8c/0x367645d450b3bb98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.281906:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ed6eb8c/0x367645d450b3bb98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.281940:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788526955.282216:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526955.282224:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ed6eb8c/0x367645d450b3bb98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.282233:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c240031400 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526955.282238:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ed6eb8c/0x367645d450b3bb98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.282247:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ed6eb8c/0x367645d450b3bb98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.282264:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ed6eb8c/0x367645d450b3bb98 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.282271:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ed6eb8c/0x367645d450b3bb98 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.282286:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.282288:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.282290:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788526955.282745:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788526955.282753:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006baf5ca2/0x367645d450b3bb9f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.282763:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=590s v=(0 0) 00010000:00010000:0.0:1788526955.282766:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526955.282771:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006baf5ca2/0x367645d450b3bb9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.282783:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006baf5ca2/0x367645d450b3bb9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.282791:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006baf5ca2/0x367645d450b3bb9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.282798:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006baf5ca2/0x367645d450b3bb9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.282865:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788526955.283256:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788526955.283262:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055edbf6f/0x367645d450b3bba6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.283270:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=590s v=(0 0) 00010000:00010000:0.0:1788526955.283280:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526955.283284:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055edbf6f/0x367645d450b3bba6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.283295:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055edbf6f/0x367645d450b3bba6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.283302:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055edbf6f/0x367645d450b3bba6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.283309:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055edbf6f/0x367645d450b3bba6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.288830:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788526955.288845:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006baf5ca2/0x367645d450b3bb9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.288860:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c240030800 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526955.288866:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006baf5ca2/0x367645d450b3bb9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.288878:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006baf5ca2/0x367645d450b3bb9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.288898:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006baf5ca2/0x367645d450b3bb9f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.288906:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006baf5ca2/0x367645d450b3bb9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.288937:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526955.288942:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055edbf6f/0x367645d450b3bba6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.288949:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c282044c00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526955.288952:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055edbf6f/0x367645d450b3bba6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.288959:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055edbf6f/0x367645d450b3bba6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.288967:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055edbf6f/0x367645d450b3bba6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.288974:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.288975:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.288977:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.289152:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788526955.289160:0:19566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055edbf6f/0x367645d450b3bba6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788526955.289891:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788526955.289900:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3bbad lrc: 3/0,1 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.289912:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=590s v=(0 0) 00010000:00010000:0.0:1788526955.289917:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526955.289923:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3bbad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.289934:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3bbad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.289948:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3bbad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.289955:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3bbad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.291962:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526955.291976:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3bbad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.291990:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c282044200 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526955.291996:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3bbad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.292013:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3bbad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.292869:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3bbad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.293581:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788526955.293592:0:19566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3bbad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.293690:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.293694:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788526955.294370:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788526955.294378:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000373fc77c/0x367645d450b3bbb4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.294412:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=590s v=(0 0) 00010000:00010000:0.0:1788526955.294417:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526955.294437:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000373fc77c/0x367645d450b3bbb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.294456:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000373fc77c/0x367645d450b3bbb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.294466:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000373fc77c/0x367645d450b3bbb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.294485:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000373fc77c/0x367645d450b3bbb4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.294750:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788526955.294757:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000373fc77c/0x367645d450b3bbb4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.294765:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c282045800 already unused, calling callback (ffffffffc1554660) 00010000:00010000:2.0:1788526955.294770:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000373fc77c/0x367645d450b3bbb4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.294779:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000373fc77c/0x367645d450b3bbb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.294803:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000373fc77c/0x367645d450b3bbb4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.294818:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526955.294820:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526955.294822:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.294869:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.294897:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788526955.294903:0:19566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000373fc77c/0x367645d450b3bbb4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788526955.295513:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788526955.295521:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053787cea/0x367645d450b3bbbb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.295531:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=590s v=(0 0) 00010000:00010000:0.0:1788526955.295535:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526955.295540:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053787cea/0x367645d450b3bbbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.295551:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053787cea/0x367645d450b3bbbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.295560:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053787cea/0x367645d450b3bbbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.295567:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053787cea/0x367645d450b3bbbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.295632:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788526955.295637:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053787cea/0x367645d450b3bbbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.295644:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c282044800 already unused, calling callback (ffffffffc1554660) 00010000:00010000:2.0:1788526955.295648:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053787cea/0x367645d450b3bbbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.295655:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053787cea/0x367645d450b3bbbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.295667:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053787cea/0x367645d450b3bbbb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526955.295676:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526955.295678:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526955.295680:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526955.295716:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788526955.295721:0:19566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053787cea/0x367645d450b3bbbb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.295834:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788526955.298563:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788526955.298578:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6de8ce6/0x367645d450b3bbc2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.298597:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=590s v=(0 0) 00010000:00010000:0.0:1788526955.298602:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526955.298609:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6de8ce6/0x367645d450b3bbc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.298623:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6de8ce6/0x367645d450b3bbc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.298633:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6de8ce6/0x367645d450b3bbc2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.298640:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d6de8ce6/0x367645d450b3bbc2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.298670:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788526955.298828:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526955.298837:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d6de8ce6/0x367645d450b3bbc2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.298846:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c282045200 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526955.298852:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6de8ce6/0x367645d450b3bbc2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.298862:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6de8ce6/0x367645d450b3bbc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.298881:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d6de8ce6/0x367645d450b3bbc2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.298888:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6de8ce6/0x367645d450b3bbc2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.298922:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.298924:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.298926:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788526955.299968:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788526955.299977:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076585aeb/0x367645d450b3bbc9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.299996:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=590s v=(0 0) 00010000:00010000:0.0:1788526955.300000:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526955.300006:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076585aeb/0x367645d450b3bbc9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.300018:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076585aeb/0x367645d450b3bbc9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.300028:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076585aeb/0x367645d450b3bbc9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.300036:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076585aeb/0x367645d450b3bbc9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.300058:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788526955.300080:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526955.300087:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076585aeb/0x367645d450b3bbc9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.300095:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c282044000 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526955.300100:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076585aeb/0x367645d450b3bbc9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.300109:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076585aeb/0x367645d450b3bbc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.300124:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076585aeb/0x367645d450b3bbc9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.300132:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076585aeb/0x367645d450b3bbc9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.300148:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.300150:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.300152:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788526955.301171:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788526955.301252:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040d53232/0x367645d450b3bbd0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.301266:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=590s v=(0 0) 00010000:00010000:0.0:1788526955.301270:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526955.301275:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040d53232/0x367645d450b3bbd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.301286:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040d53232/0x367645d450b3bbd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.301307:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040d53232/0x367645d450b3bbd0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.301314:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040d53232/0x367645d450b3bbd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.301338:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788526955.301435:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526955.301442:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040d53232/0x367645d450b3bbd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.301452:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c282045a00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526955.301456:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040d53232/0x367645d450b3bbd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.301476:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040d53232/0x367645d450b3bbd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.301493:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040d53232/0x367645d450b3bbd0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.301500:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040d53232/0x367645d450b3bbd0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526955.301521:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.301524:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526955.301526:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788526955.301906:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788526955.301913:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003632a6f6/0x367645d450b3bbd7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.301923:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=590s v=(0 0) 00010000:00010000:0.0:1788526955.301927:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526955.301931:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003632a6f6/0x367645d450b3bbd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.301941:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003632a6f6/0x367645d450b3bbd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.301949:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003632a6f6/0x367645d450b3bbd7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.301955:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003632a6f6/0x367645d450b3bbd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526955.301984:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1788526955.303356:0:19566:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:5 00000100:00100000:0.0:1788526955.303644:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18900:x1875405881611520:12345-0@lo:5:osp-pre-0-0.0 Request processed in 115693us (117681us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526955.303660:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1788526955.304695:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526955.304705:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003632a6f6/0x367645d450b3bbd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.304739:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c282044600 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526955.304746:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003632a6f6/0x367645d450b3bbd7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.304756:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003632a6f6/0x367645d450b3bbd7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.304777:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003632a6f6/0x367645d450b3bbd7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.304785:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003632a6f6/0x367645d450b3bbd7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526955.304809:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.304810:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526955.304812:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526955.304889:0:18900:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b523800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18900:1875405881611520:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788526955.304906:0:18900:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x41:0x0] from OST, last_created [0x240000400:0x41:0x0]last_used is [0x240000400:0x5:0x0] 00000100:00100000:1.0:1788526955.304961:0:18900:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b523800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18900:1875405881611648:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788526955.305011:0:18900:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526955.305111:0:18900:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27bbc1840 going to sleep for 11 seconds 00000100:00100000:3.0:1788526955.305168:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881611648 00000100:00100000:3.0:1788526955.305176:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881611648 00000100:00100000:3.0:1788526955.305267:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788526955.305277:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:18900:x1875405881611648:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1788526955.305324:0:19563:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 66 00000100:00100000:3.0:1788526955.308750:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:18900:x1875405881611648:12345-0@lo:5:osp-pre-0-0.0 Request processed in 3466us (3730us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788526955.308762:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788526955.308917:0:18900:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b523800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18900:1875405881611648:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788526955.308935:0:18900:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x41:0x0]-[0x240000400:0x61:0x0] 00010000:00010000:1.0:1788526955.476360:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526956.500278:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788526956.621881:0:6693:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1788526956.621900:0:6693:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1788526957.529347:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526958.547495:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526959.571632:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526960.595607:0:3278:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788526960.595630:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881611776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788526960.595698:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526960.595794:0:19567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881611776 00000100:00100000:2.0:1788526960.595803:0:19567:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881611776 00000100:00100000:2.0:1788526960.595864:0:19567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788526960.595873:0:19567:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881611776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788526960.595905:0:19567:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788526960.595943:0:19567:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881611776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526960.595950:0:19567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1788526960.596014:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788526960.596041:0:3278:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1788526960.596062:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881611776:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788526960.596820:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788526960.598461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788526960.598468:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788526960.598472:0:37:0:(import.c:65:import_set_state_nolock()) ffff98c248511800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788526960.598480:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 590 00000100:00080000:2.0:1788526960.598486:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788526960.598492:0:37:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98c248511800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1788526960.598515:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c1422c6a00 x1875405881612032/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788526960.598569:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4ce0daaa-1095-4128-b024-59d758d27fcb:3280:1875405881611904:0@lo:400:kworker.0 00000100:00100000:2.0:1788526960.598631:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526960.598674:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788526960.598682:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881612160:0@lo:400:kworker.0 00000100:00100000:2.0:1788526960.598711:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526960.598755:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881611904 00000100:00100000:2.0:1788526960.598763:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881611904 00000100:00100000:0.0:1788526960.598788:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881612160 00000100:00100000:0.0:1788526960.598795:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881612160 00000100:00100000:2.0:1788526960.598814:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788526960.598824:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+17:3280:x1875405881611904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526960.598834:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788526960.598844:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881612160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526960.598875:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+17:3280:x1875405881611904:12345-0@lo:400:kworker.0 Request processed in 52us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526960.598891:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788526960.598912:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881612160:12345-0@lo:400:kworker.0 Request processed in 68us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526960.598929:0:3279:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788526960.598929:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788526960.598940:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3279:1875405881612288:0@lo:400:kworker.0 00000100:00100000:2.0:1788526960.598974:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1788526960.599023:0:3280:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98c1422c5f80 x1875405881612160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526960.599036:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881612160:0@lo:400:kworker.0 00000100:00100000:2.0:1788526960.599045:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4ce0daaa-1095-4128-b024-59d758d27fcb:3280:1875405881611904:0@lo:400:kworker.0 00000100:00100000:0.0:1788526960.599124:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881612288 00000100:00100000:0.0:1788526960.599130:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881612288 00000100:00100000:0.0:1788526960.599170:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788526960.599177:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875405881612288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526960.599212:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875405881612288:12345-0@lo:400:kworker.0 Request processed in 35us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526960.599218:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788526960.600048:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881612032:0@lo:8:kworker.0 00000100:00100000:3.0:1788526960.600092:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788526960.600315:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788526960.600335:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881612032 00000100:00100000:0.0:1788526960.600343:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881612032 00010000:00080000:2.0:1788526960.600364:0:3279:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98c1422c4000 x1875405881612288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788526960.600375:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788526960.600381:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3277:x1875405881612032:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788526960.600426:0:19566:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788526960.600539:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3279:1875405881612288:0@lo:400:kworker.0 00000100:00100000:0.0:1788526960.657944:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3277:x1875405881612032:12345-0@lo:8:kworker.0 Request processed in 57550us (57839us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788526960.657961:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1788526960.662318:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c248511800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788526960.662343:0:3277:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788526960.662348:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881612032:0@lo:8:kworker.0 00000020:01000004:2.0:1788526961.390152:0:20281:0:(obd_mount.c:925:lmd_print()) mount data: 00000020:01000004:2.0:1788526961.390155:0:20281:0:(obd_mount.c:928:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:2.0:1788526961.390347:0:20281:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff98c245059800 00000020:01000004:2.0:1788526961.390364:0:20281:0:(tgt_mount.c:2585:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788526961.390379:0:20281:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:2.0:1788526961.390452:0:20281:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff98c249711980) 00000020:00000080:2.0:1788526961.390469:0:20281:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type osd-zfs with refcount 2 00100000:10000000:3.0:1788526961.411588:0:20281:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:3.0:1788526961.411812:0:20281:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1788526961.412895:0:20281:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:3.0:1788526961.413367:0:20281:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:3.0:1788526961.413656:0:20281:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0xc:0x0] (8/32) 00100000:10000000:3.0:1788526961.414513:0:20281:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 513: rc = 0 00100000:10000000:3.0:1788526961.414624:0:20281:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 513: rc = 0 00100000:10000000:3.0:1788526961.414755:0:20281:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 513: rc = 0 00100000:10000000:3.0:1788526961.415828:0:20281:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 649: rc = 0 00100000:10000000:3.0:1788526961.416338:0:20281:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 649: rc = 0 00100000:10000000:3.0:1788526961.416733:0:20281:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 649: rc = 0 00100000:10000000:3.0:1788526961.417167:0:20281:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 649: rc = 0 00100000:10000000:3.0:1788526961.417581:0:20281:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 649: rc = 0 00100000:10000000:3.0:1788526961.417812:0:20281:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 649: rc = 0 00000020:00000080:3.0:1788526961.418779:0:20281:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1788526961.418792:0:20281:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788526961.418803:0:20281:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x367645d450b3bbe5 00000020:01000004:3.0:1788526961.418811:0:20281:0:(tgt_mount.c:2670:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:3.0:1788526961.418840:0:20281:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.159@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788526961.418843:0:20281:0:(mgc_request.c:1317:mgc_set_info_async()) InitRecov MGC192.168.204.159@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788526961.418850:0:20281:0:(tgt_mount.c:1882:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1788526961.418879:0:20281:0:(tgt_mount.c:1482:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.159@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1788526961.418883:0:20281:0:(tgt_mount.c:1239:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788526961.418884:0:20281:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788526961.418886:0:20281:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788526961.418887:0:20281:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788526961.418888:0:20281:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788526961.418889:0:20281:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788526961.418891:0:20281:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788526961.418893:0:20281:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788526961.418894:0:20281:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788526961.418897:0:20281:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1788526961.418900:0:20281:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788526961.418901:0:20281:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788526961.418902:0:20281:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788526961.418903:0:20281:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788526961.418904:0:20281:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788526961.418905:0:20281:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788526961.418906:0:20281:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788526961.418907:0:20281:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788526961.418908:0:20281:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788526961.419130:0:20281:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788526961.419151:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249740700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881612416:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788526961.419291:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526961.419358:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a513480 going to sleep for 11 seconds 00000100:00100000:0.0:1788526961.419515:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881612416 00000100:00100000:0.0:1788526961.419522:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881612416 00000100:00100000:0.0:1788526961.419647:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788526961.419657:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+17:20281:x1875405881612416:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788526961.419687:0:18872:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788526961.419690:0:18872:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1788526961.419694:0:18872:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1788526961.435330:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+17:20281:x1875405881612416:12345-0@lo:253:mount.lustre.0 Request processed in 15666us (16031us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526961.435344:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788526961.435757:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249740700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881612416:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788526961.435775:0:20281:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788526961.435778:0:20281:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788526961.435779:0:20281:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788526961.435781:0:20281:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788526961.435782:0:20281:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788526961.435783:0:20281:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788526961.435785:0:20281:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788526961.435787:0:20281:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788526961.435802:0:20281:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788526961.435804:0:20281:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788526961.435822:0:20281:0:(tgt_mount.c:115:server_register_mount()) register mount ffff98c245059800 from lustre-OST0001 10000000:01000000:3.0:1788526961.435847:0:20281:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1788526961.435850:0:20281:0:(mgc_request.c:423:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788526961.435857:0:20281:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-sptlrpc-ffff98c245059800 10000000:01000000:3.0:1788526961.435863:0:20281:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788526961.435879:0:20281:0:(mgc_request_server.c:106:mgc_fs_setup()) MGC192.168.204.159@tcp: setup lustre-OST0001-osd 00000040:01000000:0.0:1788526961.442835:0:20281:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 1 is initialized 00000040:01000000:0.0:1788526961.464232:0:20281:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 0 is initialized 10000000:01000000:0.0:1788526961.464251:0:20281:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-sptlrpc-ffff98c245059800 from 1 10000000:01000000:0.0:1788526961.464255:0:20281:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788526961.464293:0:20281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c282045c00/0x367645d450b3bbec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526961.464314:0:20281:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c282045c00/0x367645d450b3bbec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526961.464325:0:20281:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c282045c00/0x367645d450b3bbec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526961.464348:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881612544:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788526961.464687:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526961.464740:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c260622a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788526961.464957:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881612544 00000100:00100000:3.0:1788526961.464966:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881612544 00000100:00100000:3.0:1788526961.465057:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788526961.465067:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+17:20281:x1875405881612544:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788526961.465090:0:18871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788526961.465108:0:18871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c242b55e00/0x367645d450b3bbf3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3bbec expref: -99 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526961.465133:0:18871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c242b55e00/0x367645d450b3bbf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3bbec expref: 18 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526961.465144:0:18871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c242b55e00/0x367645d450b3bbf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3bbec expref: 18 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526961.465152:0:18871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c242b55e00, rc 0) 00000100:00100000:3.0:1788526961.465203:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+18:20281:x1875405881612544:12345-0@lo:101:mount.lustre.0 Request processed in 138us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526961.465209:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788526961.465336:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881612544:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788526961.465355:0:20281:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c282045c00/0x367645d450b3bbec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bbf3 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526961.465375:0:20281:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c282045c00/0x367645d450b3bbec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3bbf3 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526961.465755:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881612672:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788526961.465789:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526961.467836:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c260622780 going to sleep for 11 seconds 00000100:00100000:2.0:1788526961.468546:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881612672 00000100:00100000:2.0:1788526961.468668:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881612672 00000100:00100000:2.0:1788526961.468725:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788526961.468735:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+18:20281:x1875405881612672:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526961.469042:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+18:20281:x1875405881612672:12345-0@lo:501:mount.lustre.0 Request processed in 308us (3251us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788526961.469050:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788526961.469617:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881612672:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788526961.469651:0:20281:0:(mgc_request_server.c:748:mgc_llog_local_copy()) MGC192.168.204.159@tcp: no remote llog for lustre-sptlrpc, check MGS config 00000100:00100000:0.0:1788526961.469879:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881612800:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788526961.469918:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526961.469945:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c260622780 going to sleep for 11 seconds 00000100:00100000:2.0:1788526961.470061:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881612800 00000100:00100000:2.0:1788526961.470068:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881612800 00000100:00100000:2.0:1788526961.470108:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788526961.470116:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+18:20281:x1875405881612800:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526961.470520:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+18:20281:x1875405881612800:12345-0@lo:501:mount.lustre.0 Request processed in 403us (599us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788526961.470528:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788526961.470700:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881612800:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788526961.470817:0:20281:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788526961.470878:0:20281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c282045c00/0x367645d450b3bbec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bbf3 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526961.470889:0:20281:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c282045c00/0x367645d450b3bbec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bbf3 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788526961.470901:0:20281:0:(mgc_request.c:206:do_config_log_add()) do adding config log params-ffff98c245059800 10000000:01000000:0.0:1788526961.470907:0:20281:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788526961.470926:0:20281:0:(mgc_request_server.c:106:mgc_fs_setup()) MGC192.168.204.159@tcp: setup lustre-OST0001-osd 00000040:01000000:0.0:1788526961.471028:0:20281:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 1 is initialized 00000040:01000000:0.0:1788526961.471036:0:20281:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 0 is initialized 10000000:01000000:0.0:1788526961.471050:0:20281:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788526961.471060:0:20281:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788526961.471073:0:20281:0:(mgc_request_server.c:106:mgc_fs_setup()) MGC192.168.204.159@tcp: setup lustre-OST0001-osd 00000040:01000000:0.0:1788526961.471184:0:20281:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 1 is initialized 00000040:01000000:0.0:1788526961.471189:0:20281:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 0 is initialized 10000000:01000000:0.0:1788526961.471194:0:20281:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1788526961.471197:0:20281:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1788526961.471303:0:20281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c282044c00/0x367645d450b3bbfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526961.471322:0:20281:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c282044c00/0x367645d450b3bbfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526961.471332:0:20281:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c282044c00/0x367645d450b3bbfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526961.471351:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881612928:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788526961.471489:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526961.471794:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881612928 00000100:00100000:2.0:1788526961.471800:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881612928 00000100:00100000:3.0:1788526961.471808:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27bab4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788526961.471909:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788526961.471921:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+18:20281:x1875405881612928:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788526961.471933:0:18872:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526961.471948:0:18872:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c27f767e00/0x367645d450b3bc01 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3bbfa expref: -99 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.471972:0:18872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c27f767e00/0x367645d450b3bc01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3bbfa expref: 19 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.471984:0:18872:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c27f767e00/0x367645d450b3bc01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3bbfa expref: 19 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.471992:0:18872:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c27f767e00, rc 0) 00000100:00100000:1.0:1788526961.472036:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+19:20281:x1875405881612928:12345-0@lo:101:mount.lustre.0 Request processed in 119us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526961.472043:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788526961.472189:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881612928:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788526961.472204:0:20281:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c282044c00/0x367645d450b3bbfa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bc01 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526961.472225:0:20281:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c282044c00/0x367645d450b3bbfa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3bc01 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788526961.473169:0:20281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 11 count 11 00000040:00080000:2.0:1788526961.474644:0:20281:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788526961.474980:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].1, 224 off8416 00000040:00080000:2.0:1788526961.475028:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].2, 128 off8544 00000040:00080000:2.0:1788526961.475064:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].3, 112 off8656 00000040:00080000:2.0:1788526961.475218:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].4, 224 off8880 00000040:00080000:2.0:1788526961.475530:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].5, 224 off9104 00000040:00080000:2.0:1788526961.475685:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].6, 80 off9184 00000040:00080000:2.0:1788526961.475741:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].7, 224 off9408 00000040:00080000:2.0:1788526961.475773:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].8, 224 off9632 00000040:00080000:2.0:1788526961.475872:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].9, 120 off9752 00000040:00080000:2.0:1788526961.475943:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].10, 224 off9976 00000040:00080000:2.0:1788526961.475951:0:20281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 10 count 11 00000100:00100000:2.0:1788526961.476046:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613056:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526961.476187:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526961.476234:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c260517f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788526961.476326:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881613056 00000100:00100000:3.0:1788526961.476334:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881613056 00000100:00100000:3.0:1788526961.476537:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788526961.476548:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+19:20281:x1875405881613056:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526961.479490:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+19:20281:x1875405881613056:12345-0@lo:501:mount.lustre.0 Request processed in 2936us (3294us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526961.479518:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788526961.479772:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613056:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788526961.479827:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613184:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788526961.479880:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526961.479919:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27bab4900 going to sleep for 11 seconds 00000100:00100000:1.0:1788526961.480053:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881613184 00000100:00100000:1.0:1788526961.480061:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881613184 00000100:00100000:1.0:1788526961.480154:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788526961.480164:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+19:20281:x1875405881613184:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788526961.480543:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+19:20281:x1875405881613184:12345-0@lo:503:mount.lustre.0 Request processed in 380us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526961.480705:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613184:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788526961.481752:0:20281:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788526961.481841:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613312:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788526961.481894:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526961.482137:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788526961.484140:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27bab4900 going to sleep for 11 seconds 00000100:00100000:1.0:1788526961.484381:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881613312 00000100:00100000:1.0:1788526961.484413:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881613312 00000100:00100000:1.0:1788526961.484457:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788526961.484467:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b09c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+19:20281:x1875405881613312:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788526961.484982:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b09c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+19:20281:x1875405881613312:12345-0@lo:502:mount.lustre.0 Request processed in 515us (3086us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526961.484990:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788526961.485608:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613312:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788526961.485908:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].1, 224 off8416 00000040:00080000:0.0:1788526961.485973:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].2, 128 off8544 00000040:00080000:0.0:1788526961.486010:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].3, 112 off8656 00000040:00080000:0.0:1788526961.486063:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].4, 224 off8880 00000040:00080000:0.0:1788526961.486111:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].5, 224 off9104 00000040:00080000:0.0:1788526961.486147:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].6, 80 off9184 00000040:00080000:0.0:1788526961.486196:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].7, 224 off9408 00000040:00080000:0.0:1788526961.486244:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].8, 224 off9632 00000040:00080000:0.0:1788526961.486292:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].9, 120 off9752 00000100:00100000:0.0:1788526961.486345:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613440:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788526961.486453:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526961.486484:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27bab4900 going to sleep for 11 seconds 00000100:00100000:3.0:1788526961.487200:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881613440 00000100:00100000:3.0:1788526961.487269:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881613440 00000100:00100000:3.0:1788526961.487334:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788526961.487344:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b09d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+19:20281:x1875405881613440:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788526961.488668:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b09d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+19:20281:x1875405881613440:12345-0@lo:502:mount.lustre.0 Request processed in 1319us (2209us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526961.488679:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788526961.488717:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613440:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788526961.489017:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].10, 224 off9976 00000040:00080000:1.0:1788526961.489033:0:20281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 10 count 11 00000020:01000000:1.0:1788526961.493032:0:20282:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788526961.493046:0:20282:0:(obd_mount.c:963:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:1.0:1788526961.493056:0:20282:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788526961.493058:0:20282:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1788526961.493067:0:20282:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788526961.493915:0:20282:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff98c142aa1980) 00000020:00000080:1.0:1788526961.493959:0:20282:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788526961.493970:0:20282:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788526961.494044:0:20282:0:(tgt_mount.c:167:server_get_mount()) get mount ffff98c245059800 from lustre-OST0001, refs=2 00080000:01000000:1.0:1788526961.494054:0:20282:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788526961.494061:0:20282:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x367645d450b3bc0f 00010000:00010000:1.0:1788526961.499726:0:20282:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:00000004:1.0:1788526961.500179:0:20282:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934605 00080000:10000000:1.0:1788526961.502240:0:20282:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xd:0x0] (8/8/4) registered 00000020:00000080:1.0:1788526961.504224:0:20282:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1788526961.504237:0:20282:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788526961.504243:0:20282:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788526961.504245:0:20282:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1788526961.504249:0:20282:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788526961.504253:0:20282:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788526961.504254:0:20282:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788526961.504257:0:20282:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788526961.504258:0:20282:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788526961.504260:0:20282:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788526961.504263:0:20282:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788526961.504264:0:20282:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788526961.504277:0:20282:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788526961.504279:0:20282:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788526961.504281:0:20282:0:(obd_config.c:1563:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788526961.504284:0:20282:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788526961.504352:0:20282:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788526961.504356:0:20282:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788526961.504358:0:20282:0:(obd_config.c:1563:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788526961.504361:0:20282:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 11 count 11 00000020:01000000:3.0:1788526961.504657:0:20281:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1788526961.504673:0:20281:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1788526961.504774:0:20281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c282044c00/0x367645d450b3bbfa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bc01 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526961.504786:0:20281:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c282044c00/0x367645d450b3bbfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bc01 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788526961.504795:0:20281:0:(mgc_request.c:2062:mgc_process_log()) Process log params-ffff98c245059800 from 1 10000000:01000000:3.0:1788526961.504797:0:20281:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788526961.504837:0:20281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526961.504857:0:20281:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526961.504869:0:20281:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526961.504896:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249740700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613568:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788526961.504968:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526961.505015:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27b77ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1788526961.505064:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881613568 00000100:00100000:1.0:1788526961.505071:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881613568 00000100:00100000:1.0:1788526961.505120:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788526961.505130:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27f7e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+19:20281:x1875405881613568:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788526961.505143:0:18870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526961.505157:0:18870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c27f766c00/0x367645d450b3bc1d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3bc16 expref: -99 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.505180:0:18870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c27f766c00/0x367645d450b3bc1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3bc16 expref: 20 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.505192:0:18870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c27f766c00/0x367645d450b3bc1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3bc16 expref: 20 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.505200:0:18870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c27f766c00, rc 0) 00000100:00100000:1.0:1788526961.505245:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27f7e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+20:20281:x1875405881613568:12345-0@lo:101:mount.lustre.0 Request processed in 116us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526961.505252:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788526961.505316:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249740700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613568:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788526961.505331:0:20281:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bc1d expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.505351:0:20281:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3bc1d expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788526961.506085:0:20281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x16:0x0] index 10 count 10 00000040:00080000:1.0:1788526961.506982:0:20281:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788526961.507533:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].1, 224 off8416 00000040:00080000:1.0:1788526961.507582:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].2, 112 off8528 00000040:00080000:1.0:1788526961.507632:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].3, 224 off8752 00000040:00080000:1.0:1788526961.507671:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].4, 224 off8976 00000040:00080000:1.0:1788526961.507783:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].5, 112 off9088 00000040:00080000:1.0:1788526961.507912:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].6, 224 off9312 00000040:00080000:1.0:1788526961.507964:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].7, 224 off9536 00000040:00080000:1.0:1788526961.507993:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].8, 128 off9664 00000040:00080000:1.0:1788526961.508064:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].9, 224 off9888 00000040:00080000:1.0:1788526961.508072:0:20281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x16:0x0] index 9 count 10 00000100:00100000:1.0:1788526961.508160:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b523800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613696:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788526961.508570:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526961.508625:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242cbb840 going to sleep for 11 seconds 00000100:00100000:2.0:1788526961.508647:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881613696 00000100:00100000:2.0:1788526961.508655:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881613696 00000100:00100000:2.0:1788526961.508710:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788526961.508720:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27f7e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+20:20281:x1875405881613696:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526961.508938:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27f7e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+20:20281:x1875405881613696:12345-0@lo:501:mount.lustre.0 Request processed in 218us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526961.508946:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788526961.509439:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b523800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613696:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788526961.509487:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613824:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788526961.509534:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526961.509566:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27bab4900 going to sleep for 11 seconds 00000100:00100000:1.0:1788526961.509632:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881613824 00000100:00100000:1.0:1788526961.509638:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881613824 00000100:00100000:1.0:1788526961.509704:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788526961.509713:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27f7e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+20:20281:x1875405881613824:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788526961.509879:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27f7e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+20:20281:x1875405881613824:12345-0@lo:503:mount.lustre.0 Request processed in 166us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526961.509886:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788526961.509955:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613824:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788526961.510658:0:20281:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788526961.510734:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613952:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788526961.510783:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526961.515722:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881613952 00000100:00100000:2.0:1788526961.515737:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881613952 00000100:00100000:2.0:1788526961.515790:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788526961.515800:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249352450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+20:20281:x1875405881613952:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788526961.515946:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27bab4900 going to sleep for 11 seconds 00000100:00100000:2.0:1788526961.516547:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249352450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+20:20281:x1875405881613952:12345-0@lo:502:mount.lustre.0 Request processed in 747us (5761us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526961.516555:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788526961.516758:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881613952:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788526961.517643:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].1, 224 off8416 00000040:00080000:0.0:1788526961.517707:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].2, 112 off8528 00000040:00080000:0.0:1788526961.517771:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].3, 224 off8752 00000040:00080000:0.0:1788526961.517807:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].4, 224 off8976 00000040:00080000:0.0:1788526961.517966:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].5, 112 off9088 00000040:00080000:0.0:1788526961.518022:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].6, 224 off9312 00000040:00080000:0.0:1788526961.518059:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].7, 224 off9536 00000040:00080000:0.0:1788526961.518091:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].8, 128 off9664 00000100:00100000:0.0:1788526961.518195:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881614080:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788526961.518258:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526961.518363:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27bab4900 going to sleep for 11 seconds 00000100:00100000:2.0:1788526961.518445:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881614080 00000100:00100000:2.0:1788526961.518452:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881614080 00000100:00100000:2.0:1788526961.518487:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788526961.518495:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249353050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+20:20281:x1875405881614080:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788526961.518688:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249353050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+20:20281:x1875405881614080:12345-0@lo:502:mount.lustre.0 Request processed in 193us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526961.518696:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788526961.518805:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881614080:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788526961.519013:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].9, 224 off9888 00000040:00080000:0.0:1788526961.519025:0:20281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:0.0:1788526961.520256:0:20286:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788526961.520268:0:20286:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526961.520271:0:20286:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788526961.520278:0:20286:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98c245059800 00000020:00000080:0.0:1788526961.520280:0:20286:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788526961.520288:0:20286:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788526961.520290:0:20286:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526961.520292:0:20286:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788526961.520294:0:20286:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788526961.520297:0:20286:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526961.520299:0:20286:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788526961.520317:0:20286:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98c245059800 00000020:00000080:0.0:1788526961.520320:0:20286:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788526961.520380:0:20286:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788526961.520383:0:20286:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526961.520623:0:20286:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788526961.520629:0:20286:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788526961.520633:0:20286:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526961.520634:0:20286:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788526961.520638:0:20286:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98c245059800 00000020:00000080:0.0:1788526961.520645:0:20286:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788526961.520686:0:20286:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788526961.520690:0:20286:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788526961.520691:0:20286:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:0.0:1788526961.520694:0:20286:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 10 count 10 00000020:01000000:1.0:1788526961.523065:0:20281:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:1.0:1788526961.523086:0:20281:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788526961.523195:0:20281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bc1d expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.523216:0:20281:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bc1d expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788526961.523273:0:20281:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788526961.523277:0:20281:0:(mgc_request.c:423:config_log_add()) add config log lustre-client-ffff98c245059800 10000000:01000000:1.0:1788526961.523280:0:20281:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-client-ffff98c245059800 10000000:01000000:1.0:1788526961.523285:0:20281:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788526961.523299:0:20281:0:(mgc_request_server.c:106:mgc_fs_setup()) MGC192.168.204.159@tcp: setup lustre-OST0001-osd 00000040:01000000:1.0:1788526961.523382:0:20281:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 1 is initialized 00000040:01000000:1.0:1788526961.523407:0:20281:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.159@tcp ctxt 0 is initialized 10000000:01000000:1.0:1788526961.523421:0:20281:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-client-ffff98c245059800 from 1 10000000:01000000:1.0:1788526961.523424:0:20281:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788526961.523459:0:20281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c27f766e00/0x367645d450b3bc24 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.523469:0:20281:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c27f766e00/0x367645d450b3bc24 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.523480:0:20281:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c27f766e00/0x367645d450b3bc24 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526961.523505:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b523100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881614208:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788526961.523575:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526961.523621:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881614208 00000100:00100000:1.0:1788526961.523628:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881614208 00000100:00100000:1.0:1788526961.523671:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788526961.523680:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249351450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+20:20281:x1875405881614208:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788526961.523692:0:18872:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526961.523713:0:18872:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c27f767200/0x367645d450b3bc2b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3bc24 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.523735:0:18872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c27f767200/0x367645d450b3bc2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3bc24 expref: 21 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.523746:0:18872:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c27f767200/0x367645d450b3bc2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3bc24 expref: 21 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.523754:0:18872:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c27f767200, rc 0) 00000100:00100000:1.0:1788526961.523789:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249351450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+21:20281:x1875405881614208:12345-0@lo:101:mount.lustre.0 Request processed in 110us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526961.523796:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788526961.524042:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242d4ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1788526961.524068:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b523100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881614208:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788526961.524084:0:20281:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c27f766e00/0x367645d450b3bc24 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bc2b expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526961.524094:0:20281:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c27f766e00/0x367645d450b3bc24 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3bc2b expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788526961.526628:0:20281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x14:0x0] index 42 count 42 00000040:00080000:1.0:1788526961.527227:0:20281:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788526961.527865:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].1, 224 off8416 00000040:00080000:1.0:1788526961.527992:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].2, 120 off8536 00000040:00080000:1.0:1788526961.528230:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].3, 168 off8704 00000040:00080000:1.0:1788526961.528697:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].4, 224 off8928 00000040:00080000:1.0:1788526961.528738:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].5, 224 off9152 00000040:00080000:1.0:1788526961.528782:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].6, 120 off9272 00000040:00080000:1.0:1788526961.528815:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].7, 168 off9440 00000040:00080000:1.0:1788526961.528859:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].8, 224 off9664 00000040:00080000:1.0:1788526961.528972:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].9, 224 off9888 00000040:00080000:1.0:1788526961.529012:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].10, 120 off10008 00000040:00080000:1.0:1788526961.529801:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].11, 224 off10232 00000040:00080000:1.0:1788526961.530097:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].12, 224 off10456 00000040:00080000:1.0:1788526961.530220:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].13, 88 off10544 00000040:00080000:1.0:1788526961.530258:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].14, 128 off10672 00000040:00080000:1.0:1788526961.530319:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].15, 144 off10816 00000040:00080000:1.0:1788526961.530357:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].16, 160 off10976 00000040:00080000:1.0:1788526961.530521:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].17, 224 off11200 00000040:00080000:1.0:1788526961.530584:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].18, 224 off11424 00000040:00080000:1.0:1788526961.530621:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].19, 80 off11504 00000040:00080000:1.0:1788526961.530663:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].20, 224 off11728 00000040:00080000:1.0:1788526961.530712:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].21, 224 off11952 00000040:00080000:1.0:1788526961.530747:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].22, 88 off12040 00000040:00080000:1.0:1788526961.530778:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].23, 128 off12168 00000040:00080000:1.0:1788526961.530822:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].24, 144 off12312 00000040:00080000:1.0:1788526961.530856:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].25, 128 off12440 00000040:00080000:1.0:1788526961.530889:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].26, 224 off12664 00000040:00080000:1.0:1788526961.532533:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].27, 224 off12888 00000040:00080000:1.0:1788526961.532618:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].28, 80 off12968 00000040:00080000:1.0:1788526961.532664:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].29, 224 off13192 00000040:00080000:1.0:1788526961.532721:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].30, 224 off13416 00000040:00080000:1.0:1788526961.532760:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].31, 88 off13504 00000040:00080000:1.0:1788526961.532794:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].32, 128 off13632 00000040:00080000:1.0:1788526961.533675:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].33, 144 off13776 00000040:00080000:1.0:1788526961.533782:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].34, 128 off13904 00000040:00080000:1.0:1788526961.533911:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].35, 224 off14128 00000040:00080000:1.0:1788526961.533981:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].36, 224 off14352 00000040:00080000:1.0:1788526961.534028:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].37, 80 off14432 00000040:00080000:1.0:1788526961.534075:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].38, 224 off14656 00000040:00080000:1.0:1788526961.534129:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].39, 224 off14880 00000040:00080000:1.0:1788526961.535511:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].40, 120 off15000 00000040:00080000:1.0:1788526961.535653:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].41, 224 off15224 00000040:00080000:1.0:1788526961.535661:0:20281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x14:0x0] index 41 count 42 00000100:00100000:1.0:1788526961.535773:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b523100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881614336:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788526961.535846:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526961.535996:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242d4ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1788526961.539000:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881614336 00000100:00100000:2.0:1788526961.539015:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881614336 00000100:00100000:2.0:1788526961.539068:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788526961.539077:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249352850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+21:20281:x1875405881614336:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788526961.544108:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249352850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+21:20281:x1875405881614336:12345-0@lo:501:mount.lustre.0 Request processed in 5023us (8254us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526961.544125:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788526961.544413:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b523100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881614336:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788526961.544484:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881614464:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788526961.544539:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526961.544577:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27bab4900 going to sleep for 11 seconds 00000100:00100000:1.0:1788526961.547358:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881614464 00000100:00100000:1.0:1788526961.547374:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881614464 00000100:00100000:1.0:1788526961.547467:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788526961.547479:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249352050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+21:20281:x1875405881614464:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788526961.547732:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249352050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+21:20281:x1875405881614464:12345-0@lo:503:mount.lustre.0 Request processed in 255us (3192us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526961.547741:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788526961.549481:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881614464:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788526961.550248:0:20281:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788526961.550346:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881614592:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788526961.550440:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526961.550511:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2480b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1788526961.550912:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881614592 00000100:00100000:3.0:1788526961.550920:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881614592 00000100:00100000:3.0:1788526961.550965:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788526961.550974:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+21:20281:x1875405881614592:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788526961.551240:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+21:20281:x1875405881614592:12345-0@lo:502:mount.lustre.0 Request processed in 265us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526961.551248:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788526961.551678:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881614592:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788526961.551960:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].1, 224 off8416 00000040:00080000:3.0:1788526961.552016:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].2, 120 off8536 00000040:00080000:3.0:1788526961.552060:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].3, 168 off8704 00000040:00080000:3.0:1788526961.552566:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].4, 224 off8928 00000040:00080000:3.0:1788526961.552645:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].5, 224 off9152 00000040:00080000:3.0:1788526961.552719:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].6, 120 off9272 00000040:00080000:3.0:1788526961.552765:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].7, 168 off9440 00000040:00080000:3.0:1788526961.552813:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].8, 224 off9664 00000040:00080000:3.0:1788526961.552871:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].9, 224 off9888 00000040:00080000:3.0:1788526961.552919:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].10, 120 off10008 00000040:00080000:3.0:1788526961.552973:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].11, 224 off10232 00000040:00080000:3.0:1788526961.553065:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].12, 224 off10456 00000040:00080000:3.0:1788526961.553134:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].13, 88 off10544 00000040:00080000:3.0:1788526961.553734:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].14, 128 off10672 00000040:00080000:3.0:1788526961.553792:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].15, 144 off10816 00000040:00080000:3.0:1788526961.553829:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].16, 160 off10976 00000040:00080000:3.0:1788526961.553863:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].17, 224 off11200 00000040:00080000:3.0:1788526961.553910:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].18, 224 off11424 00000040:00080000:3.0:1788526961.553946:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].19, 80 off11504 00000040:00080000:3.0:1788526961.553982:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].20, 224 off11728 00000040:00080000:3.0:1788526961.554030:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].21, 224 off11952 00000040:00080000:3.0:1788526961.554066:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].22, 88 off12040 00000040:00080000:3.0:1788526961.554100:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].23, 128 off12168 00000040:00080000:3.0:1788526961.554142:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].24, 144 off12312 00000040:00080000:3.0:1788526961.554638:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].25, 128 off12440 00000040:00080000:3.0:1788526961.554674:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].26, 224 off12664 00000040:00080000:3.0:1788526961.554725:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].27, 224 off12888 00000040:00080000:3.0:1788526961.554759:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].28, 80 off12968 00000040:00080000:3.0:1788526961.554791:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].29, 224 off13192 00000040:00080000:3.0:1788526961.554864:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].30, 224 off13416 00000040:00080000:3.0:1788526961.554899:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].31, 88 off13504 00000040:00080000:3.0:1788526961.554931:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].32, 128 off13632 00000040:00080000:3.0:1788526961.554966:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].33, 144 off13776 00000040:00080000:3.0:1788526961.555011:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].34, 128 off13904 00000040:00080000:3.0:1788526961.555045:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].35, 224 off14128 00000040:00080000:3.0:1788526961.555087:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].36, 224 off14352 00000040:00080000:3.0:1788526961.555118:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].37, 80 off14432 00000040:00080000:3.0:1788526961.555151:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].38, 224 off14656 00000040:00080000:3.0:1788526961.555797:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].39, 224 off14880 00000040:00080000:3.0:1788526961.555840:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].40, 120 off15000 00000100:00100000:3.0:1788526961.555896:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249743480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881614720:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788526961.555978:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526961.556082:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c247f0a900 going to sleep for 11 seconds 00000100:00100000:2.0:1788526961.556133:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881614720 00000100:00100000:2.0:1788526961.556141:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881614720 00000100:00100000:3.0:1788526961.559573:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788526961.559590:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249350850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+21:20281:x1875405881614720:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788526961.559902:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249350850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+21:20281:x1875405881614720:12345-0@lo:502:mount.lustre.0 Request processed in 317us (3923us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526961.559910:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788526961.559951:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249743480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881614720:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788526961.560078:0:20281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].41, 224 off15224 00000040:00080000:2.0:1788526961.560095:0:20281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:1.0:1788526961.564266:0:20290:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788526961.564285:0:20290:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff98c142aa3300) 00000020:00000080:1.0:1788526961.564322:0:20290:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type lwp with refcount 2 00000020:01000004:1.0:1788526961.564616:0:20290:0:(tgt_mount.c:167:server_get_mount()) get mount ffff98c245059800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788526961.564622:0:20290:0:(tgt_mount.c:201:server_put_mount()) put mount ffff98c245059800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788526961.564625:0:20290:0:(obd_mount.c:712:lustre_put_lsi()) put ffff98c245059800 3 00010000:00080000:1.0:1788526961.564657:0:20290:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98c27b9cc800@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.159@tcp at head 00010000:00010000:0.0:1788526961.568047:0:20290:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-5 is initialized 00000020:00000080:0.0:1788526961.572046:0:20290:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1788526961.572124:0:20290:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788526961.572142:0:20290:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x367645d450b3bc39 00000100:00080000:0.0:1788526961.572163:0:20290:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788526961.572170:0:20290:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff98c27b9cc800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1788526961.572212:0:20290:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c2746c0380 x1875405881614848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788526961.572246:0:20290:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788526961.574132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788526961.574138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788526961.574142:0:37:0:(import.c:65:import_set_state_nolock()) ffff98c248511800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788526961.574150:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 595 00000100:00080000:2.0:1788526961.574164:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1788526961.574170:0:37:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98c248511800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1788526961.574190:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c1422c7b80 x1875405881615104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788526961.574378:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3279:1875405881614976:0@lo:400:kworker.0 00000100:00100000:2.0:1788526961.574475:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526961.574529:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881615232:0@lo:400:kworker.0 00000100:00100000:2.0:1788526961.574568:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526961.574589:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788526961.574595:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3280:1875405881615360:0@lo:400:kworker.0 00000100:00100000:2.0:1788526961.574620:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526961.574658:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881614976 00000100:00100000:2.0:1788526961.574665:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881614976 00000100:00100000:2.0:1788526961.574714:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788526961.574726:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3279:x1875405881614976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526961.574781:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3279:x1875405881614976:12345-0@lo:400:kworker.0 Request processed in 57us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526961.574789:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788526961.574814:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881615232 00000100:00100000:2.0:1788526961.574818:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881615232 00000100:00100000:2.0:1788526961.574844:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881615360 00000100:00100000:2.0:1788526961.574847:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881615360 00000100:00100000:2.0:1788526961.574863:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788526961.574870:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881615232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526961.574913:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3280:x1875405881615232:12345-0@lo:400:kworker.0 Request processed in 43us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526961.574918:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788526961.574929:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788526961.574934:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3280:x1875405881615360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526961.574963:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3280:x1875405881615360:12345-0@lo:400:kworker.0 Request processed in 29us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526961.574970:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:2.0:1788526961.575008:0:3280:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98c1422c4e00 x1875405881615360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526961.575031:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3280:1875405881615360:0@lo:400:kworker.0 00010000:00080000:2.0:1788526961.575043:0:3280:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98c1422c7480 x1875405881615232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526961.575052:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3280:1875405881615232:0@lo:400:kworker.0 00000100:00100000:2.0:1788526961.575082:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3279:1875405881614976:0@lo:400:kworker.0 00000100:00100000:3.0:1788526961.575217:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3277:1875405881614848:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788526961.575254:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526961.575290:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881615104:0@lo:8:kworker.0 00000100:00100000:3.0:1788526961.575321:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526961.576590:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881614848 00000100:00100000:2.0:1788526961.576603:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881614848 00000100:00100000:2.0:1788526961.576641:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788526961.576648:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3277:x1875405881614848:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788526961.576678:0:18877:0:(ldlm_lib.c:1458:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 596 last 0 00000020:00000080:2.0:1788526961.576725:0:18877:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x367645d450b3bc40 00000004:00100000:2.0:1788526961.576743:0:18877:0:(mdt_handler.c:7302:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788526961.576782:0:18877:0:(import.c:65:import_set_state_nolock()) ffff98c2461fd800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788526961.576858:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3277:x1875405881614848:12345-0@lo:38:llog_process_th.0 Request processed in 208us (1602us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526961.576865:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1788526961.576923:0:3277:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98c2746c0380 x1875405881614848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788526971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526961.576933:0:3277:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788526961.576942:0:3277:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1788526961.576949:0:3277:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788526961.576954:0:3277:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788526961.576956:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c27b9cc800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788526961.576970:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3277:1875405881614848:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788526961.577743:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881615104 00000100:00100000:1.0:1788526961.577752:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881615104 00000100:00100000:1.0:1788526961.577786:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788526961.577793:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3277:x1875405881615104:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1788526961.577881:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3277:x1875405881615104:12345-0@lo:8:kworker.0 Request processed in 87us (2558us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788526961.577889:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000040:00080000:0.0:1788526961.577891:0:20290:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 42 count 42 00000020:01000000:1.0:1788526961.578006:0:20281:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:1.0:1788526961.578022:0:20281:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788526961.578051:0:20281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c27f766e00/0x367645d450b3bc24 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bc2b expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526961.578063:0:3277:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00010000:00010000:1.0:1788526961.578064:0:20281:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c27f766e00/0x367645d450b3bc24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bc2b expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788526961.578072:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c248511800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788526961.578077:0:3277:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788526961.578080:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881615104:0@lo:8:kworker.0 00000020:01000004:1.0:1788526961.578135:0:20281:0:(tgt_mount.c:1239:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788526961.578137:0:20281:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788526961.578139:0:20281:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788526961.578140:0:20281:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:1.0:1788526961.578141:0:20281:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:1.0:1788526961.578142:0:20281:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:1.0:1788526961.578144:0:20281:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788526961.578146:0:20281:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788526961.578147:0:20281:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788526961.578151:0:20281:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:1.0:1788526961.578154:0:20281:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788526961.578155:0:20281:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788526961.578156:0:20281:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788526961.578157:0:20281:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:1.0:1788526961.578158:0:20281:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:1.0:1788526961.578159:0:20281:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:1.0:1788526961.578160:0:20281:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788526961.578161:0:20281:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788526961.578162:0:20281:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788526961.578472:0:20281:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1788526961.578490:0:20281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b522d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881615488:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788526961.578538:0:20281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526961.578577:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881615488 00000100:00100000:1.0:1788526961.578582:0:20281:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242d4f240 going to sleep for 11 seconds 00000100:00100000:2.0:1788526961.578583:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881615488 00000100:00100000:2.0:1788526961.578628:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788526961.578636:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249352c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+21:20281:x1875405881615488:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788526961.578658:0:18871:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1788526961.578673:0:18871:0:(mgs_nids.c:468:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00010000:3.0:1788526961.619952:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 20000000:01000000:2.0:1788526961.624565:0:18871:0:(mgs_nids.c:820:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788526961.624594:0:18871:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:2.0:1788526961.624629:0:18893:0:(mgs_nids.c:717:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788526961.624633:0:18893:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788526961.624655:0:18893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.624673:0:18893:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98c242b54000/0x367645d450b3baf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3bae9 expref: 21 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.624683:0:18893:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.624722:0:18893:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98c242b54000/0x367645d450b3baf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x367645d450b3bae9 expref: 21 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.624737:0:18893:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98c242b54000/0x367645d450b3baf0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x367645d450b3bae9 expref: 21 pid: 18871 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526961.624769:0:18893:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c7b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18893:1875405881615616:0@lo:104: 00000100:00100000:2.0:1788526961.624846:0:18893:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526961.624965:0:18893:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c2480b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1788526961.624985:0:18860:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881615616 00000100:00100000:2.0:1788526961.624991:0:18860:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881615616 00000100:00100000:2.0:1788526961.625146:0:18860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788526961.625156:0:18860:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+3:18893:x1875405881615616:12345-0@lo:104: 00010000:00010000:2.0:1788526961.625168:0:18860:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3baf0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.625289:0:18860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788526961.625296:0:18860:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+3:18893:x1875405881615616:12345-0@lo:104: Request processed in 141us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526961.625312:0:18860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:2.0:1788526961.625334:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788526961.625339:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3baf0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.625346:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54600 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:2.0:1788526961.625350:0:18865:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x367645d450b3baf0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.625358:0:18865:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x367645d450b3baf0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788526961.625365:0:18865:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x367645d450b3baf0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788526961.625383:0:18865:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788526961.625430:0:18865:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3baf0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.625437:0:18865:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788526961.625456:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3baf0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.625463:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c242b54600/0x367645d450b3bae9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3baf0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.625562:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526961.625564:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526961.625566:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788526961.625597:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4ce0daaa-1095-4128-b024-59d758d27fcb:3278:1875405881615744:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788526961.625626:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526961.625775:0:18862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881615744 00000100:00100000:2.0:1788526961.625779:0:18862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881615744 00010000:00010000:2.0:1788526961.625795:0:18862:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98c242b54000/0x367645d450b3baf0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3bae9 expref: 22 pid: 18871 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526961.625815:0:18862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788526961.625822:0:18862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+22:3278:x1875405881615744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788526961.625852:0:18862:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788526961.626360:0:18862:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98c242b54000/0x367645d450b3baf0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3bae9 expref: 22 pid: 18871 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.626480:0:18862:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98c242b54000/0x367645d450b3baf0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x367645d450b3bae9 expref: 22 pid: 18871 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.626630:0:18862:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.626638:0:18862:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788526961.626653:0:18862:0:(mgs_nids.c:693:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008454724s 00010000:00010000:2.0:1788526961.626658:0:18862:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.626664:0:18862:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.626670:0:18862:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.626677:0:18862:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.626682:0:18862:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9a00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:2.0:1788526961.626686:0:18862:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.626694:0:18862:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.626703:0:18862:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.626714:0:18862:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788526961.626763:0:18862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+22:3278:x1875405881615744:12345-0@lo:103:ldlm_bl.0 Request processed in 941us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526961.626777:0:18862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788526961.626897:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4ce0daaa-1095-4128-b024-59d758d27fcb:3278:1875405881615744:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788526961.627103:0:18893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c242b54000/0x367645d450b3baf0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x367645d450b3bae9 expref: 21 pid: 18871 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526961.627119:0:18893:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c7b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18893:1875405881615616:0@lo:104: 00010000:00010000:2.0:1788526961.627136:0:18893:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.627145:0:18893:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.627151:0:18893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526961.627226:0:18893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c1423c9a00/0x367645d450b3bc47 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526961.636973:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249352c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+20:20281:x1875405881615488:12345-0@lo:253:mount.lustre.0 Request processed in 58329us (58425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526961.636988:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788526961.637051:0:20281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b522d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4ce0daaa-1095-4128-b024-59d758d27fcb:20281:1875405881615488:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788526961.637070:0:20281:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788526961.637073:0:20281:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788526961.637075:0:20281:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788526961.637077:0:20281:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788526961.637094:0:20281:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:1.0:1788526961.637095:0:20281:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:1.0:1788526961.637097:0:20281:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:1.0:1788526961.637099:0:20281:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788526961.637101:0:20281:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788526961.637102:0:20281:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788526961.637119:0:20281:0:(tgt_mount.c:2815:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1788526961.639922:0:20281:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:1.0:1788526961.640169:0:20281:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1788526961.640590:0:20281:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:1.0:1788526961.640833:0:20281:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1788526961.641057:0:20281:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:1.0:1788526961.641366:0:20281:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:1.0:1788526961.642872:0:20281:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1788526961.701595:0:20281:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1788526961.701603:0:20281:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1788526961.701805:0:20281:0:(tgt_mount.c:2543:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1788526961.701833:0:20281:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00000040:00080000:3.0:1788526962.005414:0:18912:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788526962.644205:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788526963.477305:0:18874:0:(mgc_request.c:714:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788526963.477315:0:18874:0:(mgc_request.c:2062:mgc_process_log()) Process log lustre-mdtir-ffff98c243105000 from 11 10000000:01000000:0.0:1788526963.477321:0:18874:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788526963.477881:0:18874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c282044800/0x367645d450b3bc4e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526963.477900:0:18874:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c282044800/0x367645d450b3bc4e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526963.477976:0:18874:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c282044800/0x367645d450b3bc4e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526963.478011:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881615872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788526963.478104:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526963.478276:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27b5513c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788526963.481774:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881615872 00000100:00100000:1.0:1788526963.481796:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881615872 00000100:00100000:1.0:1788526963.481997:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788526963.482011:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249350c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+20:18874:x1875405881615872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788526963.482036:0:18870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526963.482067:0:18870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c27f767c00/0x367645d450b3bc55 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3bc4e expref: -99 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526963.482107:0:18870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c27f767c00/0x367645d450b3bc55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3bc4e expref: 21 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526963.482121:0:18870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c27f767c00/0x367645d450b3bc55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3bc4e expref: 21 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526963.482133:0:18870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c27f767c00, rc 0) 00000100:00100000:1.0:1788526963.482264:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249350c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+21:18874:x1875405881615872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 256us (4159us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526963.482298:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788526963.485567:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881615872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788526963.485612:0:18874:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c282044800/0x367645d450b3bc4e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bc55 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526963.485628:0:18874:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c282044800/0x367645d450b3bc4e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3bc55 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526963.485723:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881616000:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788526963.485823:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526963.485881:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27b5513c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788526963.486047:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881616000 00000100:00100000:3.0:1788526963.486058:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881616000 00000100:00100000:3.0:1788526963.486116:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788526963.486127:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249351050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+21:18874:x1875405881616000:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788526963.486154:0:18871:0:(mgs_nids.c:920:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788526963.486175:0:18871:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788526963.486179:0:18871:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788526963.486285:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249351050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+21:18874:x1875405881616000:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 158us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526963.486293:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788526963.486881:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881616000:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788526963.486968:0:18874:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788526963.486978:0:18874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c282044800/0x367645d450b3bc4e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bc55 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526963.486989:0:18874:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c282044800/0x367645d450b3bc4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bc55 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526963.669717:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526964.691551:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526965.717459:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788526965.719839:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3279:1875405881616128:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788526965.719922:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526965.720037:0:19567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881616128 00000100:00100000:2.0:1788526965.720045:0:19567:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881616128 00000100:00100000:2.0:1788526965.720121:0:19567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788526965.720131:0:19567:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3279:x1875405881616128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788526965.720166:0:19567:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788526965.720214:0:19567:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3279:x1875405881616128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526965.720236:0:19567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1788526965.720445:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788526965.720494:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3279:1875405881616128:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788526966.742066:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788526966.742436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788526966.742441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788526966.742444:0:37:0:(import.c:65:import_set_state_nolock()) ffff98c248511800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788526966.742457:0:37:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98c248511800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1788526966.742481:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98c249740700 x1875405881616512/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788526966.742541:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3279:1875405881616768:0@lo:400:kworker.0 00000100:00100000:2.0:1788526966.743239:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881616384:0@lo:400:kworker.0 00000100:00100000:0.0:1788526966.749095:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4ce0daaa-1095-4128-b024-59d758d27fcb:3280:1875405881616256:0@lo:400:kworker.0 00000100:00100000:2.0:1788526966.749356:0:3277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881616512:0@lo:8:kworker.0 00000100:00100000:2.0:1788526966.749452:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526966.749999:0:19565:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881616512 00000100:00100000:2.0:1788526966.750011:0:19565:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881616512 00000100:00100000:2.0:1788526966.750046:0:19565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788526966.750053:0:19565:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3277:x1875405881616512:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788526966.750084:0:19565:0:(ldlm_lib.c:1458:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 602 last 0 00000020:00000080:2.0:1788526966.750115:0:19565:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x367645d450b3bc5c 00002000:00100000:2.0:1788526966.750129:0:19565:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff98c2461fa800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a04 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1788526966.750134:0:19565:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1788526966.750136:0:19565:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1788526966.750836:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526966.750877:0:3279:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788526966.750887:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3279:1875405881616640:0@lo:400:kworker.0 00000100:00100000:3.0:1788526966.750923:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1788526966.751313:0:19565:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788526966.751342:0:19565:0:(import.c:65:import_set_state_nolock()) ffff98c2461f8800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788526966.751421:0:19565:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3277:x1875405881616512:12345-0@lo:8:kworker.0 Request processed in 1366us (1968us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526966.751430:0:19565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788526966.751464:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881616768 00000100:00100000:2.0:1788526966.751470:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881616768 00000100:00100000:2.0:1788526966.751508:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881616640 00000100:00100000:2.0:1788526966.751511:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881616640 00000100:00100000:2.0:1788526966.751526:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788526966.751533:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875405881616768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526966.751576:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875405881616768:12345-0@lo:400:kworker.0 Request processed in 43us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526966.753032:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788526966.753073:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788526966.753086:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3279:x1875405881616640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526966.753157:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3279:x1875405881616640:12345-0@lo:400:kworker.0 Request processed in 76us (2232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526966.753257:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1788526966.753280:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1788526966.753320:0:3279:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98c249742a00 x1875405881616640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526966.753335:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3279:1875405881616640:0@lo:400:kworker.0 00010000:00080000:2.0:1788526966.753349:0:3279:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98c249743100 x1875405881616768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526966.753357:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3279:1875405881616768:0@lo:400:kworker.0 00000100:00100000:2.0:1788526966.753456:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526966.753494:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881616384 00000100:00100000:2.0:1788526966.753502:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881616384 00000100:00100000:2.0:1788526966.753537:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788526966.753543:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881616384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526966.753578:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881616384:12345-0@lo:400:kworker.0 Request processed in 36us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526966.754298:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788526966.754345:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881616384:0@lo:400:kworker.0 00010000:00080000:3.0:1788526966.755341:0:3277:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98c249740700 x1875405881616512/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788526991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788526966.755360:0:3277:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788526966.755370:0:3277:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788526966.755375:0:3277:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788526966.755379:0:3277:0:(import.c:65:import_set_state_nolock()) ffff98c248511800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788526966.755435:0:3277:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788526966.755442:0:3277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3277:1875405881616512:0@lo:8:kworker.0 00000100:00100000:3.0:1788526966.755971:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881617024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788526966.756032:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788526966.756104:0:18902:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x22:0x0] 00000100:00100000:2.0:1788526966.756127:0:18902:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18902:1875405881617152:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788526966.756164:0:18902:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526966.756191:0:18902:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c244d2e300 going to sleep for 11 seconds 00000100:00100000:2.0:1788526966.756221:0:19567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881617024 00000100:00100000:2.0:1788526966.756227:0:19567:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881617024 00000100:00100000:2.0:1788526966.756273:0:19567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788526966.756281:0:19567:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3281:x1875405881617024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788526966.756318:0:19567:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3851419648 avail 3849322496 00000004:00080000:1.0:1788526966.756411:0:18901:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788526966.757098:0:18901:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 602097710362ns, next at 0ns, rc = 0 00000100:00100000:0.0:1788526966.757795:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526966.757848:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3280:1875405881616896:0@lo:400:kworker.0 00000100:00100000:0.0:1788526966.757886:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526966.757934:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881616896 00000100:00100000:0.0:1788526966.757941:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881616896 00000100:00100000:0.0:1788526966.757983:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788526966.757991:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3280:x1875405881616896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526966.758036:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3280:x1875405881616896:12345-0@lo:400:kworker.0 Request processed in 46us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526966.758043:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:0.0:1788526966.758082:0:3280:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98c249741880 x1875405881616896/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788526966.758094:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3280:1875405881616896:0@lo:400:kworker.0 00000100:00100000:1.0:1788526966.758120:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881616256 00000100:00100000:1.0:1788526966.758124:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881616256 00000100:00100000:1.0:1788526966.758160:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788526966.758167:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249351c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+21:3280:x1875405881616256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526966.758224:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249351c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+21:3280:x1875405881616256:12345-0@lo:400:kworker.0 Request processed in 57us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526966.758230:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788526966.758291:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4ce0daaa-1095-4128-b024-59d758d27fcb:3280:1875405881616256:0@lo:400:kworker.0 00000100:00080000:0.0:1788526966.758894:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788526966.758900:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788526966.758911:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881617152 00000100:00100000:0.0:1788526966.758916:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881617152 00000100:00100000:0.0:1788526966.758949:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788526966.758957:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:18902:x1875405881617152:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788526966.763439:0:19567:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3281:x1875405881617024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7151us (7399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526966.763453:0:19567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00002000:00080000:1.0:1788526966.766109:0:19566:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:1.0:1788526966.766120:0:19566:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1788526966.766126:0:19566:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:35 to 0x280000400:65) 00010000:00080000:3.0:1788526966.766381:0:3281:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98c1422c7480 x1875405881617024/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788526982 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788526966.766498:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881617024:0@lo:13:osp-pre-1-0.0 00002000:00010000:1.0:1788526966.788113:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.788131:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f782e172/0x367645d450b3bc63 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.788151:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.788157:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.788165:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f782e172/0x367645d450b3bc63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.788184:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f782e172/0x367645d450b3bc63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.788195:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f782e172/0x367645d450b3bc63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.788226:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f782e172/0x367645d450b3bc63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.788251:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788526966.791474:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788526966.791489:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f782e172/0x367645d450b3bc63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.791503:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767000 already unused, calling callback (ffffffffc1554660) 00010000:00010000:2.0:1788526966.791508:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f782e172/0x367645d450b3bc63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.791520:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f782e172/0x367645d450b3bc63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.791545:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f782e172/0x367645d450b3bc63 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.791552:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f782e172/0x367645d450b3bc63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.791576:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526966.791578:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526966.791580:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.793923:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.793935:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a6ddd7d/0x367645d450b3bc6a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.793951:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.793956:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.793963:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a6ddd7d/0x367645d450b3bc6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.793976:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a6ddd7d/0x367645d450b3bc6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.793985:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a6ddd7d/0x367645d450b3bc6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.793992:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a6ddd7d/0x367645d450b3bc6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.794194:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788526966.794726:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.794733:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000902962e8/0x367645d450b3bc71 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.794750:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.794754:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.794759:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000902962e8/0x367645d450b3bc71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.794769:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000902962e8/0x367645d450b3bc71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.794777:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000902962e8/0x367645d450b3bc71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.794785:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000902962e8/0x367645d450b3bc71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.794805:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788526966.794948:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788526966.794956:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a6ddd7d/0x367645d450b3bc6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.794975:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767400 already unused, calling callback (ffffffffc1554660) 00010000:00010000:2.0:1788526966.794980:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a6ddd7d/0x367645d450b3bc6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.794989:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a6ddd7d/0x367645d450b3bc6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.795006:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a6ddd7d/0x367645d450b3bc6a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.795014:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a6ddd7d/0x367645d450b3bc6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.795032:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788526966.795035:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000902962e8/0x367645d450b3bc71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.795041:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767800 already unused, calling callback (ffffffffc1554660) 00010000:00010000:2.0:1788526966.795044:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000902962e8/0x367645d450b3bc71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.795051:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000902962e8/0x367645d450b3bc71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.795060:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000902962e8/0x367645d450b3bc71 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.795074:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000902962e8/0x367645d450b3bc71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526966.795087:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526966.795089:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788526966.795091:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.797865:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.797880:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064298b65/0x367645d450b3bc78 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.797896:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.797900:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.797907:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064298b65/0x367645d450b3bc78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.797920:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064298b65/0x367645d450b3bc78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.797944:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064298b65/0x367645d450b3bc78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.797953:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064298b65/0x367645d450b3bc78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.797981:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788526966.799987:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526966.799999:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064298b65/0x367645d450b3bc78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.800012:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767600 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526966.800017:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064298b65/0x367645d450b3bc78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.800028:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064298b65/0x367645d450b3bc78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.800051:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064298b65/0x367645d450b3bc78 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.800059:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064298b65/0x367645d450b3bc78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.800083:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526966.800085:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526966.800086:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526966.801522:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.803297:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.803311:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7c7e868/0x367645d450b3bc7f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.803329:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.803334:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.803340:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c7e868/0x367645d450b3bc7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.803355:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7c7e868/0x367645d450b3bc7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.803366:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7c7e868/0x367645d450b3bc7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.803374:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c7e868/0x367645d450b3bc7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.804693:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788526966.809804:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526966.809821:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d7c7e868/0x367645d450b3bc7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788526966.810130:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.810139:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df38a950/0x367645d450b3bc86 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.810154:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.810158:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.810164:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df38a950/0x367645d450b3bc86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.810179:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df38a950/0x367645d450b3bc86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.810190:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df38a950/0x367645d450b3bc86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.810197:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df38a950/0x367645d450b3bc86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.810227:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788526966.810689:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f767a00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526966.810696:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7c7e868/0x367645d450b3bc7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.810709:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7c7e868/0x367645d450b3bc7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.810730:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d7c7e868/0x367645d450b3bc7f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.810737:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7c7e868/0x367645d450b3bc7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.810757:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526966.810761:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df38a950/0x367645d450b3bc86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.810766:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766200 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526966.810769:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df38a950/0x367645d450b3bc86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.810776:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df38a950/0x367645d450b3bc86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.810785:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df38a950/0x367645d450b3bc86 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.810800:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df38a950/0x367645d450b3bc86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.810813:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526966.810815:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526966.810817:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526966.814325:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.815364:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.815375:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb1a6175/0x367645d450b3bc8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.815425:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.815435:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.815442:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb1a6175/0x367645d450b3bc8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.815456:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb1a6175/0x367645d450b3bc8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.815467:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb1a6175/0x367645d450b3bc8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.815475:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb1a6175/0x367645d450b3bc8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.815493:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788526966.817875:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788526966.817889:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb1a6175/0x367645d450b3bc8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.817902:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766000 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526966.817908:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb1a6175/0x367645d450b3bc8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.817919:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb1a6175/0x367645d450b3bc8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.817938:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb1a6175/0x367645d450b3bc8d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.817946:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb1a6175/0x367645d450b3bc8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526966.817968:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526966.817970:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526966.817982:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.822890:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.822908:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e05c8f90/0x367645d450b3bc94 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.822926:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.822931:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.822937:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e05c8f90/0x367645d450b3bc94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.822951:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e05c8f90/0x367645d450b3bc94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.822961:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e05c8f90/0x367645d450b3bc94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.822975:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e05c8f90/0x367645d450b3bc94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823002:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788526966.823534:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.823542:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7c8928a/0x367645d450b3bc9b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823563:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.823567:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.823571:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7c8928a/0x367645d450b3bc9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823581:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7c8928a/0x367645d450b3bc9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823589:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7c8928a/0x367645d450b3bc9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823597:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7c8928a/0x367645d450b3bc9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823616:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788526966.823630:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788526966.823637:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e05c8f90/0x367645d450b3bc94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823650:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766800 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526966.823655:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e05c8f90/0x367645d450b3bc94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823664:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e05c8f90/0x367645d450b3bc94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823680:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e05c8f90/0x367645d450b3bc94 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823688:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e05c8f90/0x367645d450b3bc94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823706:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526966.823709:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7c8928a/0x367645d450b3bc9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823716:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766400 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526966.823719:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7c8928a/0x367645d450b3bc9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823726:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7c8928a/0x367645d450b3bc9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823735:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7c8928a/0x367645d450b3bc9b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823746:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7c8928a/0x367645d450b3bc9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.823759:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.823761:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.823763:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.824187:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.824193:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a80d453/0x367645d450b3bca2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824217:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.824221:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.824226:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a80d453/0x367645d450b3bca2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824236:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a80d453/0x367645d450b3bca2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824245:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a80d453/0x367645d450b3bca2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824252:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a80d453/0x367645d450b3bca2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824266:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788526966.824274:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526966.824283:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a80d453/0x367645d450b3bca2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824289:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c27f766a00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.824292:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.824293:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a80d453/0x367645d450b3bca2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824300:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a80d453/0x367645d450b3bca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824312:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a80d453/0x367645d450b3bca2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824319:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a80d453/0x367645d450b3bca2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824333:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.824334:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.824336:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.824784:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.824790:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bca9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824799:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.824802:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.824806:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bca9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824826:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bca9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824834:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bca9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824841:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bca9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.824865:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526966.824951:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526966.824957:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bca9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.824971:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662800 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.824974:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bca9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.824982:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.824996:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bca9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.825003:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bca9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.825020:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.825022:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.825023:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.829261:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.829277:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bcb0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.829294:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.829299:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.829305:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bcb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.829317:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bcb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.829327:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bcb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.829352:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bcb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.829373:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788526966.829406:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526966.829412:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bcb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.829420:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241663600 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526966.829425:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bcb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.829433:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bcb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.829448:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bcb0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.829456:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bcb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.829484:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.829486:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.829488:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.835481:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.835502:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bcb7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.835520:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.835525:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.835531:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bcb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.835546:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bcb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.835558:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bcb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.835566:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bcb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.835586:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526966.836902:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526966.836914:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bcb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.836927:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662400 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.836933:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bcb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.836942:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bcb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.836969:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bcb7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.836976:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bcb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.836995:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.836997:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.836998:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.837001:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.837084:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bcbe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.837096:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.837100:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.837106:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bcbe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.837117:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bcbe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.837133:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bcbe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.837140:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bcbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.837164:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526966.837261:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526966.837266:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bcbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.837274:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662200 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.837278:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bcbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.837285:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bcbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.837295:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bcbe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.837302:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bcbe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.837325:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.837327:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.837328:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.839923:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.839934:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bcc5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.839950:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.839954:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.839961:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.839974:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.839983:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.839990:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bcc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.840400:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526966.840451:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526966.840459:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bcc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.840467:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241663c00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.840471:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bcc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.840480:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bcc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.840496:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bcc5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.840504:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bcc5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.840525:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.840527:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.840528:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.842221:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.842233:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bccc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.842249:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.842253:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.842260:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bccc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.842272:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bccc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.842281:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bccc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.842290:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bccc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.842312:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526966.842422:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526966.842430:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bccc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.842449:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662a00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.842454:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bccc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.842463:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bccc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.842478:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bccc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.842486:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bccc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.842505:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.842507:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.842508:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.844691:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.844702:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcd3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.844719:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.844728:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.844736:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.844749:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.844759:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.844767:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.844784:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788526966.847231:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.847247:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bcda lrc: 3/0,1 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.847266:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.847270:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.847277:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bcda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.847292:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bcda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.847303:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bcda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.847319:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bcda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.847339:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788526966.847356:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788526966.847362:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.847369:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662e00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526966.847373:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.847382:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.847962:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcd3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.847974:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.848000:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526966.848078:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bcda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.848097:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241663e00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526966.848101:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bcda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.848108:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bcda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.848120:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bcda lrc: 1/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.848127:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bcda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.848141:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.848143:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.848145:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.849732:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.853523:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.853539:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bce1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.854914:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.854919:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.854927:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bce1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.854946:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bce1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.854967:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bce1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.854976:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bce1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.855001:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526966.855527:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526966.855536:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bce1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.855545:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241663600 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.855834:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bce1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.855867:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bce1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.855885:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bce1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.855893:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f865a55/0x367645d450b3bce1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.855918:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.855920:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.855921:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.856476:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.856483:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bce8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.856495:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.856498:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.856504:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bce8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.856514:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bce8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.856523:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bce8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.856530:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bce8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.856564:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788526966.856947:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.856953:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.856962:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.856966:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.856970:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.856980:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.856988:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.856996:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857017:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788526966.857030:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788526966.857034:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bce8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857042:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241663e00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526966.857052:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bce8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857062:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bce8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857075:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bce8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857083:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003879e97d/0x367645d450b3bce8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857098:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526966.857102:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857108:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662e00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526966.857112:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857121:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857130:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857137:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f16f64a1/0x367645d450b3bcef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857157:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.857159:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.857161:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.857595:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.857602:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bcf6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857611:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.857615:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.857619:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bcf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857628:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bcf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857636:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bcf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857644:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bcf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857658:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788526966.857666:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788526966.857669:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bcf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857688:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662600 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526966.857692:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bcf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857700:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bcf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857711:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bcf6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857718:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bcf6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.857732:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.857734:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.857735:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.861534:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.863188:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.863210:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf2a57b4/0x367645d450b3bcfd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.863228:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.863233:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.863241:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf2a57b4/0x367645d450b3bcfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.863255:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf2a57b4/0x367645d450b3bcfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.863272:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf2a57b4/0x367645d450b3bcfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.863280:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf2a57b4/0x367645d450b3bcfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.863303:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788526966.863751:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.863757:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed6f1c78/0x367645d450b3bd04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.863766:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.863770:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.863774:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed6f1c78/0x367645d450b3bd04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.863783:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed6f1c78/0x367645d450b3bd04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.863793:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed6f1c78/0x367645d450b3bd04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.863800:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed6f1c78/0x367645d450b3bd04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.863823:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788526966.864189:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.864195:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000731138e2/0x367645d450b3bd0b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.864214:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.864217:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.864222:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000731138e2/0x367645d450b3bd0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.864231:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000731138e2/0x367645d450b3bd0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.864240:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000731138e2/0x367645d450b3bd0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.864248:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000731138e2/0x367645d450b3bd0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.864255:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788526966.864529:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788526966.864538:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf2a57b4/0x367645d450b3bcfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864546:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241663000 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.864551:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf2a57b4/0x367645d450b3bcfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864561:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf2a57b4/0x367645d450b3bcfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864577:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf2a57b4/0x367645d450b3bcfd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864591:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf2a57b4/0x367645d450b3bcfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864610:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788526966.864613:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed6f1c78/0x367645d450b3bd04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864620:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241663400 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.864624:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed6f1c78/0x367645d450b3bd04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864632:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed6f1c78/0x367645d450b3bd04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864642:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed6f1c78/0x367645d450b3bd04 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864649:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed6f1c78/0x367645d450b3bd04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864658:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526966.864661:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000731138e2/0x367645d450b3bd0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864667:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241663800 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.864675:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000731138e2/0x367645d450b3bd0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864684:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000731138e2/0x367645d450b3bd0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864692:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000731138e2/0x367645d450b3bd0b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864699:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000731138e2/0x367645d450b3bd0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.864709:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.864711:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.864712:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.864719:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.867125:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.867138:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bd12 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.867154:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.867165:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.867172:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bd12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.867186:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bd12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.867196:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bd12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.867214:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bd12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.867231:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526966.867643:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526966.867652:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bd12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.867661:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662a00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.867666:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bd12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.867676:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bd12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.867692:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bd12 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.867715:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc8446be/0x367645d450b3bd12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.867735:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.867737:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.867738:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.868127:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.868134:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bd19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.868145:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.868148:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.868153:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bd19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.868164:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bd19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.868172:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bd19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.868184:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bd19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.868243:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788526966.868707:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.868714:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bd20 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.868724:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.868727:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.868731:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bd20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.868740:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bd20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.868748:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bd20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.868756:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bd20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.871254:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788526966.871268:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bd19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.871282:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241663c00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.871287:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bd19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.871300:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bd19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.871322:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bd19 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.871329:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000937ba6f0/0x367645d450b3bd19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.871348:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526966.871352:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bd20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.871364:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662200 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.871367:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bd20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.871375:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bd20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.871398:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bd20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.871406:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.871408:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.871410:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.871720:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788526966.871729:0:19566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008becdd54/0x367645d450b3bd20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788526966.873652:0:5844:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00010000:1.0:1788526966.876648:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.876660:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bd27 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.876678:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.876682:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.876688:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bd27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.876703:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bd27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.876713:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bd27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.876721:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bd27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.876947:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526966.876956:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bd27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.876965:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662400 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.876971:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bd27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.876980:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bd27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.876998:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bd27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.877663:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788526966.877689:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.878356:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.878364:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bd2e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.878376:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.878617:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.878625:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bd2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.878640:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bd2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.878650:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bd2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.878657:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bd2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.878699:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788526966.878708:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526966.879668:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d66a7ca7/0x367645d450b3bd27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.879690:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.879692:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.879695:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788526966.879974:0:19566:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788526966.879982:0:19566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bd35 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.879994:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=602s v=(0 0) 00010000:00010000:1.0:1788526966.879998:0:19566:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526966.880150:0:19566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bd35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.880165:0:19566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bd35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.880191:0:19566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bd35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.880199:0:19566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bd35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.880267:0:19566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1788526966.880530:0:19566:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:34 00000100:00100000:1.0:1788526966.880697:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18902:x1875405881617152:12345-0@lo:5:osp-pre-1-0.0 Request processed in 121737us (124529us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526966.880707:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788526966.880761:0:18902:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18902:1875405881617152:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1788526966.880775:0:18902:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x22:0x0] 00000100:00100000:1.0:1788526966.880819:0:18902:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b522d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18902:1875405881617280:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788526966.880923:0:18902:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526966.880969:0:18902:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c250c75f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788526966.880993:0:19565:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881617280 00000100:00100000:1.0:1788526966.881000:0:19565:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881617280 00000100:00100000:1.0:1788526966.881118:0:19565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788526966.881127:0:19565:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:18902:x1875405881617280:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1788526966.881162:0:19565:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 66 00010000:00010000:0.0:1788526966.885670:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526966.885691:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bd35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.885706:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662600 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526966.885711:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bd35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.885724:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bd35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.885747:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bd35 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.885755:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f0bd32a/0x367645d450b3bd35 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526966.885779:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.885781:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.885783:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526966.894568:0:19565:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b521f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:18902:x1875405881617280:12345-0@lo:5:osp-pre-1-0.0 Request processed in 13422us (13624us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788526966.894582:0:19565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788526966.895149:0:18902:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b522d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18902:1875405881617280:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788526966.895167:0:18902:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00010000:00010000:0.0:1788526966.898791:0:20533:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.898797:0:20533:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526966.898800:0:20533:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.898834:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bd2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.898924:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662800 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526966.898930:0:18865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bd2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.898943:0:18865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bd2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.898966:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bd2e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.898974:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7eaf83d/0x367645d450b3bd2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526966.898997:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.898999:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526966.899001:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526967.763850:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526968.789106:0:20533:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788526969.060156:0:20638:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg459-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788526969.815101:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526970.843490:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526970.845373:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c1422c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881617408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788526970.845495:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526970.845579:0:19568:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881617408 00000100:00100000:1.0:1788526970.845588:0:19568:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881617408 00000100:00100000:1.0:1788526970.845646:0:19568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788526970.845655:0:19568:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881617408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788526970.845703:0:19568:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788526970.846086:0:19568:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881617408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 431us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526970.846094:0:19568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788526970.846209:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c1422c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881617408:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788526970.846322:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788526971.643934:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526971.645794:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869028992 00000100:00100000:1.0:1788526971.645810:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869028992 00000100:00100000:1.0:1788526971.645869:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 78 00000100:00100000:1.0:1788526971.645879:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249353850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2347:x1875405869028992:12345-192.168.204.59@tcp:250:mount.lustre.0 00010000:00080000:1.0:1788526971.645913:0:18870:0:(ldlm_lib.c:1458:target_handle_connect()) MGS: connection from fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7@192.168.204.59@tcp t0 exp 0000000000000000 cur 606 last 0 00000020:00000080:1.0:1788526971.645944:0:18870:0:(genops.c:1385:class_connect()) connect: client fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7, cookie 0x367645d450b3bd3c 00000100:00080000:1.0:1788526971.646093:0:18870:0:(import.c:65:import_set_state_nolock()) ffff98c24317c800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788526971.646237:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249353850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+5:2347:x1875405869028992:12345-192.168.204.59@tcp:250:mount.lustre.0 Request processed in 358us (2313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526971.646245:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 78 00000100:00100000:0.0:1788526971.652154:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526971.652304:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869029120 00000100:00100000:2.0:1788526971.652314:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869029120 00000100:00100000:2.0:1788526971.652417:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 79 00000100:00100000:2.0:1788526971.652430:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249351850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+5:16748:x1875405869029120:12345-192.168.204.59@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788526971.652448:0:18872:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526971.652467:0:18872:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c1423c8c00/0x367645d450b3bd43 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59931 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526971.652496:0:18872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c1423c8c00/0x367645d450b3bd43 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59931 expref: 6 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526971.652514:0:18872:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c1423c8c00/0x367645d450b3bd43 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59931 expref: 6 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526971.652524:0:18872:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c8c00, rc 0) 00000100:00100000:2.0:1788526971.652581:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249351850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+6:16748:x1875405869029120:12345-192.168.204.59@tcp:101:mount.lustre.0 Request processed in 154us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.652588:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 79 00000100:00100000:0.0:1788526971.656122:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526971.658079:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869029248 00000100:00100000:1.0:1788526971.658095:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869029248 00000100:00100000:1.0:1788526971.658182:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 80 00000100:00100000:1.0:1788526971.658192:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249350050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+6:16748:x1875405869029248:12345-192.168.204.59@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788526971.659066:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249350050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+6:16748:x1875405869029248:12345-192.168.204.59@tcp:501:mount.lustre.0 Request processed in 872us (2967us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788526971.659077:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 80 00000100:00100000:0.0:1788526971.666687:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526971.666835:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869029376 00000100:00100000:3.0:1788526971.666846:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869029376 00000100:00100000:3.0:1788526971.666909:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 81 00000100:00100000:3.0:1788526971.666920:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249353c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+6:16748:x1875405869029376:12345-192.168.204.59@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788526971.666938:0:18871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788526971.666956:0:18871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c242b55a00/0x367645d450b3bd4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59938 expref: -99 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526971.666986:0:18871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c242b55a00/0x367645d450b3bd4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59938 expref: 7 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526971.666997:0:18871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c242b55a00/0x367645d450b3bd4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59938 expref: 7 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526971.667006:0:18871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c242b55a00, rc 0) 00000100:00100000:3.0:1788526971.667075:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249353c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+7:16748:x1875405869029376:12345-192.168.204.59@tcp:101:mount.lustre.0 Request processed in 156us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526971.667081:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 81 00000100:00100000:0.0:1788526971.669562:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526971.670870:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869029504 00000100:00100000:1.0:1788526971.670884:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869029504 00000100:00100000:1.0:1788526971.670997:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 82 00000100:00100000:1.0:1788526971.671008:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2532ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+7:16748:x1875405869029504:12345-192.168.204.59@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788526971.671329:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2532ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+8:16748:x1875405869029504:12345-192.168.204.59@tcp:501:mount.lustre.0 Request processed in 322us (1773us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526971.671337:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 82 00000100:00100000:0.0:1788526971.676013:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526971.676093:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869029632 00000100:00100000:2.0:1788526971.676104:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869029632 00000100:00100000:2.0:1788526971.676167:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 83 00000100:00100000:2.0:1788526971.676177:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2532ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+8:16748:x1875405869029632:12345-192.168.204.59@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788526971.676435:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2532ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+8:16748:x1875405869029632:12345-192.168.204.59@tcp:503:mount.lustre.0 Request processed in 257us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.676443:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 83 00000100:00100000:0.0:1788526971.679153:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526971.679253:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869029760 00000100:00100000:1.0:1788526971.679265:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869029760 00000100:00100000:1.0:1788526971.679322:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 84 00000100:00100000:1.0:1788526971.679333:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2532e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+8:16766:x1875405869029760:12345-192.168.204.59@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788526971.681336:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2532e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+8:16766:x1875405869029760:12345-192.168.204.59@tcp:502:llog_process_th.0 Request processed in 339us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526971.681362:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 84 00000100:00100000:0.0:1788526971.701507:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526971.701892:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869029888 00000100:00100000:3.0:1788526971.701906:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869029888 00000100:00100000:3.0:1788526971.702015:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 85 00000100:00100000:3.0:1788526971.702026:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+8:16766:x1875405869029888:12345-192.168.204.59@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788526971.702357:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+8:16766:x1875405869029888:12345-192.168.204.59@tcp:502:llog_process_th.0 Request processed in 331us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526971.702366:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 85 00000100:00100000:0.0:1788526971.712214:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526971.712440:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869030016 00000100:00100000:1.0:1788526971.712450:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869030016 00000100:00100000:1.0:1788526971.712511:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 86 00000100:00100000:1.0:1788526971.712523:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+8:16748:x1875405869030016:12345-192.168.204.59@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788526971.712549:0:18870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526971.712572:0:18870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c241663e00/0x367645d450b3bd51 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59962 expref: -99 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526971.712602:0:18870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c241663e00/0x367645d450b3bd51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59962 expref: 9 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526971.712615:0:18870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c241663e00/0x367645d450b3bd51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59962 expref: 9 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526971.712625:0:18870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c241663e00, rc 0) 00000100:00100000:1.0:1788526971.712704:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+9:16748:x1875405869030016:12345-192.168.204.59@tcp:101:mount.lustre.0 Request processed in 184us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526971.712727:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 86 00000100:00100000:0.0:1788526971.732152:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526971.733463:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869030144 00000100:00100000:3.0:1788526971.733477:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869030144 00000100:00100000:3.0:1788526971.733556:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 87 00000100:00100000:3.0:1788526971.733567:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+9:16748:x1875405869030144:12345-192.168.204.59@tcp:256:mount.lustre.0 20000000:01000000:3.0:1788526971.733595:0:18871:0:(mgs_nids.c:920:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1788526971.733613:0:18871:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788526971.733617:0:18871:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1788526971.733620:0:18871:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1788526971.733622:0:18871:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:2.0:1788526971.744048:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+9:16748:x1875405869030144:12345-192.168.204.59@tcp:256:mount.lustre.0 Request processed in 10472us (11895us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.744063:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 87 00000100:00100000:0.0:1788526971.749130:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526971.749210:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869030272 00000100:00100000:1.0:1788526971.749221:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869030272 00000100:00100000:1.0:1788526971.749425:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 88 00000100:00100000:1.0:1788526971.749436:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+9:16748:x1875405869030272:12345-192.168.204.59@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788526971.749453:0:18870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526971.749471:0:18870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c241662e00/0x367645d450b3bd58 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59969 expref: -99 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526971.749501:0:18870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c241662e00/0x367645d450b3bd58 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59969 expref: 10 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526971.749512:0:18870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c241662e00/0x367645d450b3bd58 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59969 expref: 10 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526971.749520:0:18870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c241662e00, rc 0) 00000100:00100000:1.0:1788526971.749570:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+10:16748:x1875405869030272:12345-192.168.204.59@tcp:101:mount.lustre.0 Request processed in 136us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526971.749577:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 88 00000100:00100000:0.0:1788526971.755023:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526971.755127:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869030400 00000100:00100000:2.0:1788526971.755138:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869030400 00000100:00100000:2.0:1788526971.755198:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 89 00000100:00100000:2.0:1788526971.755207:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+10:16748:x1875405869030400:12345-192.168.204.59@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788526971.755733:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+10:16748:x1875405869030400:12345-192.168.204.59@tcp:501:mount.lustre.0 Request processed in 526us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.755742:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 89 00000100:00100000:0.0:1788526971.757646:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526971.757838:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869030528 00000100:00100000:1.0:1788526971.757847:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869030528 00000100:00100000:1.0:1788526971.757895:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 90 00000100:00100000:1.0:1788526971.757904:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+10:16748:x1875405869030528:12345-192.168.204.59@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788526971.758134:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+10:16748:x1875405869030528:12345-192.168.204.59@tcp:503:mount.lustre.0 Request processed in 230us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526971.758142:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 90 00000100:00100000:0.0:1788526971.760960:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526971.761022:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869030656 00000100:00100000:2.0:1788526971.761032:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869030656 00000100:00100000:2.0:1788526971.761093:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 91 00000100:00100000:2.0:1788526971.761103:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+10:16769:x1875405869030656:12345-192.168.204.59@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788526971.761373:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+10:16769:x1875405869030656:12345-192.168.204.59@tcp:502:llog_process_th.0 Request processed in 270us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.761382:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 91 00000100:00100000:0.0:1788526971.770961:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526971.772138:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869030784 00000100:00100000:1.0:1788526971.772152:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869030784 00000100:00100000:1.0:1788526971.772221:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 92 00000100:00100000:1.0:1788526971.772232:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+10:16769:x1875405869030784:12345-192.168.204.59@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788526971.772517:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+10:16769:x1875405869030784:12345-192.168.204.59@tcp:502:llog_process_th.0 Request processed in 286us (1565us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526971.772524:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 92 00000100:00100000:3.0:1788526971.780915:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526971.783882:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869030912 00000100:00100000:2.0:1788526971.784345:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869030912 00000100:00100000:2.0:1788526971.784501:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 4 00000100:00100000:2.0:1788526971.784510:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2347:x1875405869030912:12345-192.168.204.59@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788526971.784545:0:18878:0:(ldlm_lib.c:1458:target_handle_connect()) lustre-MDT0000: connection from 42274105-c824-478e-aedb-44e71f009dcf@192.168.204.59@tcp t0 exp 0000000000000000 cur 607 last 0 00000020:00000080:2.0:1788526971.784598:0:18878:0:(genops.c:1385:class_connect()) connect: client 42274105-c824-478e-aedb-44e71f009dcf, cookie 0x367645d450b3bd5f 00000004:00100000:2.0:1788526971.784631:0:18878:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:2.0:1788526971.784638:0:18878:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:2.0:1788526971.830802:0:18878:0:(import.c:65:import_set_state_nolock()) ffff98c2461fd000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788526971.830885:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+6:2347:x1875405869030912:12345-192.168.204.59@tcp:38:mount.lustre.0 Request processed in 46373us (49979us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.830896:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 4 00000100:00100000:2.0:1788526971.839519:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526971.839616:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869031168 00000100:00100000:0.0:1788526971.839627:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869031168 00000100:00100000:0.0:1788526971.839756:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 5 00000100:00100000:0.0:1788526971.839768:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+6:16748:x1875405869031168:12345-192.168.204.59@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788526971.839815:0:18877:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1788526971.840160:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+6:16748:x1875405869031168:12345-192.168.204.59@tcp:41:mount.lustre.0 Request processed in 393us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526971.840169:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 5 00000100:00080000:1.0:1788526971.840233:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788526971.846517:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526971.846698:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526971.847122:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869031040 00000100:00100000:2.0:1788526971.847134:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869031040 00000100:00100000:3.0:1788526971.847138:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869031296 00000100:00100000:3.0:1788526971.847142:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869031296 00000100:00100000:2.0:1788526971.847231:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 6 00000100:00100000:2.0:1788526971.847242:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+7:0:x1875405869031040:12345-192.168.204.59@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788526971.847277:0:18878:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1788526971.847359:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b521c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+7:0:x1875405869031040:12345-192.168.204.59@tcp:41:mount.lustre.0 Request processed in 118us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.847367:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 6 00000100:00100000:2.0:1788526971.847412:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 7 00000100:00100000:2.0:1788526971.847419:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+6:16748:x1875405869031296:12345-192.168.204.59@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788526971.847525:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+6:16748:x1875405869031296:12345-192.168.204.59@tcp:40:mount.lustre.0 Request processed in 106us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.847532:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 7 00000100:00100000:0.0:1788526971.852516:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526971.852568:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526971.852673:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526971.853009:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869031424 00000100:00100000:2.0:1788526971.853019:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869031424 00000100:00100000:2.0:1788526971.853065:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869031552 00000100:00100000:2.0:1788526971.853069:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869031552 00000100:00100000:2.0:1788526971.853086:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 9 00000100:00100000:2.0:1788526971.853094:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2347:x1875405869031424:12345-192.168.204.59@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788526971.853139:0:19563:0:(ldlm_lib.c:1458:target_handle_connect()) lustre-OST0000: connection from 42274105-c824-478e-aedb-44e71f009dcf@192.168.204.59@tcp t0 exp 0000000000000000 cur 607 last 0 00000020:00000080:2.0:1788526971.853176:0:19563:0:(genops.c:1385:class_connect()) connect: client 42274105-c824-478e-aedb-44e71f009dcf, cookie 0x367645d450b3bd66 00002000:00100000:2.0:1788526971.853188:0:19563:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 42274105-c824-478e-aedb-44e71f009dcf/ffff98c249725000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a04 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788526971.853202:0:19563:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788526971.853609:0:19563:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788526971.853644:0:19563:0:(import.c:65:import_set_state_nolock()) ffff98c249723000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788526971.853727:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:42274105-c824-478e-aedb-44e71f009dcf+6:2347:x1875405869031424:12345-192.168.204.59@tcp:8:mount.lustre.0 Request processed in 632us (1222us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.853735:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 9 00000100:00100000:2.0:1788526971.853755:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 10 00000100:00100000:2.0:1788526971.853760:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2347:x1875405869031552:12345-192.168.204.59@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788526971.853776:0:19563:0:(ldlm_lib.c:1458:target_handle_connect()) lustre-OST0001: connection from 42274105-c824-478e-aedb-44e71f009dcf@192.168.204.59@tcp t0 exp 0000000000000000 cur 607 last 0 00000020:00000080:2.0:1788526971.853792:0:19563:0:(genops.c:1385:class_connect()) connect: client 42274105-c824-478e-aedb-44e71f009dcf, cookie 0x367645d450b3bd6d 00002000:00100000:2.0:1788526971.853797:0:19563:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 42274105-c824-478e-aedb-44e71f009dcf/ffff98c249721800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a04 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788526971.853815:0:19563:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788526971.853935:0:19563:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788526971.853949:0:19563:0:(import.c:65:import_set_state_nolock()) ffff98c249722000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788526971.853971:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:42274105-c824-478e-aedb-44e71f009dcf+6:2347:x1875405869031552:12345-192.168.204.59@tcp:8:mount.lustre.0 Request processed in 210us (1403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.853994:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 10 00000100:00100000:3.0:1788526971.854629:0:18880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869031680 00000100:00100000:3.0:1788526971.854637:0:18880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869031680 00000100:00100000:3.0:1788526971.854679:0:18880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 0 00000100:00100000:3.0:1788526971.854687:0:18880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42274105-c824-478e-aedb-44e71f009dcf+6:16748:x1875405869031680:12345-192.168.204.59@tcp:33:mount.lustre.0 00000100:00100000:0.0:1788526971.854897:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000004:00080000:3.0:1788526971.855635:0:18880:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 611us 00000100:00100000:2.0:1788526971.856839:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869031808 00000100:00100000:2.0:1788526971.856848:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869031808 00000100:00100000:2.0:1788526971.856898:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 93 00000100:00100000:2.0:1788526971.856906:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+10:2348:x1875405869031808:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1788526971.856987:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+10:2348:x1875405869031808:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 81us (2090us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.856996:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 93 00010000:00010000:3.0:1788526971.859584:0:20533:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788526971.859690:0:3278:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788526971.859723:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881617536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788526971.859981:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526971.860532:0:19567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881617536 00000100:00100000:2.0:1788526971.860541:0:19567:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881617536 00000100:00100000:2.0:1788526971.860720:0:19567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788526971.860730:0:19567:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3278:x1875405881617536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788526971.860771:0:19567:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788526971.860831:0:19567:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3278:x1875405881617536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.860837:0:19567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1788526971.861556:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788526971.861668:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3279:1875405881618048:0@lo:400:kworker.0 00000100:00100000:2.0:1788526971.861713:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526971.861742:0:3279:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788526971.861757:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3279:1875405881617920:0@lo:400:kworker.0 00000100:00100000:2.0:1788526971.861780:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526971.861782:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4ce0daaa-1095-4128-b024-59d758d27fcb:3280:1875405881617664:0@lo:400:kworker.0 00000100:00100000:1.0:1788526971.861817:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526971.861843:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3280:1875405881618176:0@lo:400:kworker.0 00000100:00100000:1.0:1788526971.861866:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526971.861882:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788526971.861887:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881617792:0@lo:400:kworker.0 00000100:00100000:1.0:1788526971.861907:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526971.862014:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881617664 00000100:00100000:1.0:1788526971.862019:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881617664 00000100:00100000:1.0:1788526971.862050:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788526971.862056:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+21:3280:x1875405881617664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526971.862098:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+21:3280:x1875405881617664:12345-0@lo:400:kworker.0 Request processed in 41us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526971.862115:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788526971.862163:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4ce0daaa-1095-4128-b024-59d758d27fcb:3280:1875405881617664:0@lo:400:kworker.0 00000100:00100000:1.0:1788526971.862186:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881617792 00000100:00100000:1.0:1788526971.862195:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881617792 00000100:00100000:1.0:1788526971.862297:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788526971.862304:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881617792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526971.862338:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881617792:12345-0@lo:400:kworker.0 Request processed in 35us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526971.862345:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788526971.862371:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881617792:0@lo:400:kworker.0 00000100:00100000:2.0:1788526971.862532:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881618048 00000100:00100000:2.0:1788526971.862536:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881618048 00000100:00100000:2.0:1788526971.862563:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881617920 00000100:00100000:2.0:1788526971.862566:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881617920 00000100:00100000:2.0:1788526971.862576:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881618176 00000100:00100000:2.0:1788526971.862583:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881618176 00000100:00100000:2.0:1788526971.862600:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788526971.862605:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875405881618048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526971.862640:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3279:x1875405881618048:12345-0@lo:400:kworker.0 Request processed in 35us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.862646:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788526971.862658:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788526971.862663:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3279:x1875405881617920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526971.862688:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3279:x1875405881617920:12345-0@lo:400:kworker.0 Request processed in 24us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.862693:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788526971.862703:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788526971.862708:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3280:x1875405881618176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526971.862736:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3280:x1875405881618176:12345-0@lo:400:kworker.0 Request processed in 28us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526971.862741:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:2.0:1788526971.862771:0:3279:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98c27b521880 x1875405881617920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526971.862782:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3279:1875405881617920:0@lo:400:kworker.0 00010000:00080000:2.0:1788526971.862792:0:3279:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98c27b521180 x1875405881618048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526971.862800:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3279:1875405881618048:0@lo:400:kworker.0 00010000:00080000:2.0:1788526971.862824:0:3280:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98c27b522300 x1875405881618176/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788526987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788526971.862844:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3280:1875405881618176:0@lo:400:kworker.0 00000100:00080000:2.0:1788526971.863047:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788526971.863078:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881617536:0@lo:13:osp-pre-1-0.0 00000004:00200000:3.0:1788526971.888821:0:18880:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:3.0:1788526971.889007:0:18880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42274105-c824-478e-aedb-44e71f009dcf+6:16748:x1875405869031680:12345-192.168.204.59@tcp:33:mount.lustre.0 Request processed in 34313us (36327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526971.889019:0:18880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 0 00000001:00100000:0.0:1788526971.906514:0:6693:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 42274105-c824-478e-aedb-44e71f009dcf 00000001:00080000:2.0:1788526971.908271:0:7631:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1788526971.908323:0:7631:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 42274105-c824-478e-aedb-44e71f009dcf 00000001:00100000:2.0:1788526971.908329:0:7631:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1788526972.043980:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526972.044079:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869031936 00000100:00100000:2.0:1788526972.044090:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869031936 00000100:00100000:2.0:1788526972.044166:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 8 00000100:00100000:2.0:1788526972.044178:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+6:16790:x1875405869031936:12345-192.168.204.59@tcp:101:mkdir.0 00010000:00010000:2.0:1788526972.044199:0:18879:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526972.044333:0:18879:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9200/0x367645d450b3bd74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59993 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526972.044431:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bd7b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526972.044445:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bd7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526972.044460:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bd7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788526972.044495:0:18879:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788526972.044499:0:18879:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788526972.044536:0:18879:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bd7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526972.044584:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9200/0x367645d450b3bd74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59993 expref: 8 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526972.044602:0:18879:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bd7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59993 expref: 7 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526972.044612:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c250b85800) 00010000:00010000:2.0:1788526972.044615:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788526972.044619:0:18879:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c9600, rc 0) 00000100:00100000:2.0:1788526972.044722:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+7:16790:x1875405869031936:12345-192.168.204.59@tcp:101:mkdir.0 Request processed in 546us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526972.044729:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 8 00000040:00080000:3.0:1788526972.244631:0:18912:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788526972.883694:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788526973.908345:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526974.266680:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526974.269629:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869032064 00000100:00100000:2.0:1788526974.269651:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869032064 00000100:00100000:2.0:1788526974.269933:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 9 00000100:00100000:2.0:1788526974.269952:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+7:16842:x1875405869032064:12345-192.168.204.59@tcp:41:lfs.0 00000004:00000024:2.0:1788526974.270034:0:18877:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1788526974.270201:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+7:16842:x1875405869032064:12345-192.168.204.59@tcp:41:lfs.0 Request processed in 256us (3538us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526974.270211:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 9 00000100:00100000:3.0:1788526974.276135:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526974.276605:0:19567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869032192 00000100:00100000:2.0:1788526974.276622:0:19567:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869032192 00000100:00080000:0.0:1788526974.276727:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788526974.276735:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788526974.284815:0:19567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 6 00000100:00100000:2.0:1788526974.284841:0:19567:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:42274105-c824-478e-aedb-44e71f009dcf+5:16842:x1875405869032192:12345-192.168.204.59@tcp:13:lfs.0 00002000:00000024:2.0:1788526974.284900:0:19567:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788526974.285071:0:19567:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:42274105-c824-478e-aedb-44e71f009dcf+5:16842:x1875405869032192:12345-192.168.204.59@tcp:13:lfs.0 Request processed in 227us (8940us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526974.285080:0:19567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 6 00000100:00100000:3.0:1788526974.291683:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526974.291841:0:19567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869032320 00000100:00100000:2.0:1788526974.291855:0:19567:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869032320 00000100:00100000:2.0:1788526974.292128:0:19567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 7 00000100:00100000:2.0:1788526974.292142:0:19567:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:42274105-c824-478e-aedb-44e71f009dcf+5:16842:x1875405869032320:12345-192.168.204.59@tcp:13:lfs.0 00000100:00080000:0.0:1788526974.292291:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1788526974.292373:0:19567:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788526974.292534:0:19567:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:42274105-c824-478e-aedb-44e71f009dcf+5:16842:x1875405869032320:12345-192.168.204.59@tcp:13:lfs.0 Request processed in 394us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526974.292554:0:19567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 7 00000100:00100000:1.0:1788526974.518545:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526974.518725:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869032448 00000100:00100000:2.0:1788526974.518739:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869032448 00000100:00100000:2.0:1788526974.518815:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 95 00000100:00100000:2.0:1788526974.518828:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+10:16876:x1875405869032448:12345-192.168.204.59@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788526974.518852:0:18871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526974.518878:0:18871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c1423c9200/0x367645d450b3bd82 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x4c942530fbc5999a expref: -99 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526974.518914:0:18871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c1423c9200/0x367645d450b3bd82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc5999a expref: 11 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526974.518927:0:18871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c1423c9200/0x367645d450b3bd82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc5999a expref: 11 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526974.518939:0:18871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c9200, rc 0) 00000100:00100000:2.0:1788526974.519018:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+11:16876:x1875405869032448:12345-192.168.204.59@tcp:101:mount.lustre.0 Request processed in 193us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526974.519046:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 95 00000100:00100000:0.0:1788526974.525738:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526974.525901:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869032576 00000100:00100000:1.0:1788526974.525915:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869032576 00000100:00100000:1.0:1788526974.525990:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 96 00000100:00100000:1.0:1788526974.526003:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+11:16876:x1875405869032576:12345-192.168.204.59@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788526974.526591:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+11:16876:x1875405869032576:12345-192.168.204.59@tcp:501:mount.lustre.0 Request processed in 587us (866us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788526974.526601:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 96 00000100:00100000:3.0:1788526974.531233:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526974.531366:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869032704 00000100:00100000:1.0:1788526974.531381:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869032704 00000100:00100000:1.0:1788526974.531506:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 97 00000100:00100000:1.0:1788526974.531519:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+11:16876:x1875405869032704:12345-192.168.204.59@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788526974.531545:0:18872:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526974.531571:0:18872:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c241663800/0x367645d450b3bd89 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x4c942530fbc599a1 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526974.531611:0:18872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c241663800/0x367645d450b3bd89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599a1 expref: 12 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526974.531645:0:18872:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c241663800/0x367645d450b3bd89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599a1 expref: 12 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526974.531657:0:18872:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c241663800, rc 0) 00000100:00100000:1.0:1788526974.532601:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+12:16876:x1875405869032704:12345-192.168.204.59@tcp:101:mount.lustre.0 Request processed in 1078us (1377us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526974.532612:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 97 00000100:00100000:3.0:1788526974.542360:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526974.542528:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869032832 00000100:00100000:2.0:1788526974.542543:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869032832 00000100:00100000:2.0:1788526974.542686:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 98 00000100:00100000:2.0:1788526974.542873:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e72f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+12:16876:x1875405869032832:12345-192.168.204.59@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788526974.543334:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e72f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+12:16876:x1875405869032832:12345-192.168.204.59@tcp:501:mount.lustre.0 Request processed in 466us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526974.543342:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 98 00000100:00100000:3.0:1788526974.547813:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526974.551598:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869032960 00000100:00100000:0.0:1788526974.551618:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869032960 00000100:00100000:0.0:1788526974.552103:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 99 00000100:00100000:0.0:1788526974.552119:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+12:16876:x1875405869032960:12345-192.168.204.59@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788526974.552651:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+12:16876:x1875405869032960:12345-192.168.204.59@tcp:503:mount.lustre.0 Request processed in 533us (4850us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526974.552662:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 99 00000100:00100000:3.0:1788526974.555178:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526974.555640:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869033088 00000100:00100000:0.0:1788526974.555653:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869033088 00000100:00100000:0.0:1788526974.555925:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 100 00000100:00100000:0.0:1788526974.555937:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+12:16881:x1875405869033088:12345-192.168.204.59@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788526974.556373:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+12:16881:x1875405869033088:12345-192.168.204.59@tcp:502:llog_process_th.0 Request processed in 437us (1217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526974.556384:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 100 00000100:00100000:3.0:1788526974.585183:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526974.587718:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869033216 00000100:00100000:1.0:1788526974.587740:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869033216 00000100:00100000:1.0:1788526974.587845:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 101 00000100:00100000:1.0:1788526974.587859:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+12:16881:x1875405869033216:12345-192.168.204.59@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788526974.588269:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+12:16881:x1875405869033216:12345-192.168.204.59@tcp:502:llog_process_th.0 Request processed in 412us (3100us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526974.588279:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 101 00000100:00100000:3.0:1788526974.600553:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526974.603552:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869033344 00000100:00100000:0.0:1788526974.603578:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869033344 00000100:00100000:0.0:1788526974.603676:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 102 00000100:00100000:0.0:1788526974.603689:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+12:16876:x1875405869033344:12345-192.168.204.59@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788526974.603714:0:18870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526974.603740:0:18870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c282045200/0x367645d450b3bd90 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4c942530fbc599cb expref: -99 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526974.603781:0:18870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c282045200/0x367645d450b3bd90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599cb expref: 13 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526974.603796:0:18870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c282045200/0x367645d450b3bd90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599cb expref: 13 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526974.603808:0:18870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c282045200, rc 0) 00000100:00100000:0.0:1788526974.603904:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+13:16876:x1875405869033344:12345-192.168.204.59@tcp:101:mount.lustre.0 Request processed in 217us (3370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526974.603913:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 102 00000100:00100000:3.0:1788526974.615444:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526974.615748:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869033472 00000100:00100000:2.0:1788526974.615761:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869033472 00000100:00100000:2.0:1788526974.615828:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 103 00000100:00100000:2.0:1788526974.615839:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+13:16876:x1875405869033472:12345-192.168.204.59@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788526974.615877:0:18871:0:(mgs_nids.c:920:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788526974.615911:0:18871:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788526974.615916:0:18871:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788526974.615920:0:18871:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788526974.615922:0:18871:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:2.0:1788526974.619854:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+13:16876:x1875405869033472:12345-192.168.204.59@tcp:256:mount.lustre.0 Request processed in 3998us (4408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526974.619873:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 103 00000100:00100000:3.0:1788526974.625304:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526974.625876:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869033600 00000100:00100000:1.0:1788526974.625892:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869033600 00000100:00100000:1.0:1788526974.625973:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 104 00000100:00100000:1.0:1788526974.625985:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+13:16876:x1875405869033600:12345-192.168.204.59@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788526974.626009:0:18872:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526974.626033:0:18872:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c241663400/0x367645d450b3bd97 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x4c942530fbc599d2 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526974.626082:0:18872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c241663400/0x367645d450b3bd97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599d2 expref: 14 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526974.626095:0:18872:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c241663400/0x367645d450b3bd97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599d2 expref: 14 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526974.626123:0:18872:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c241663400, rc 0) 00000100:00100000:1.0:1788526974.626210:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16876:x1875405869033600:12345-192.168.204.59@tcp:101:mount.lustre.0 Request processed in 227us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526974.626217:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 104 00000100:00100000:3.0:1788526974.632142:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526974.632259:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869033728 00000100:00100000:2.0:1788526974.632276:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869033728 00000100:00100000:2.0:1788526974.632347:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 105 00000100:00100000:2.0:1788526974.632360:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16876:x1875405869033728:12345-192.168.204.59@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788526974.632823:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16876:x1875405869033728:12345-192.168.204.59@tcp:501:mount.lustre.0 Request processed in 464us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526974.632841:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 105 00000100:00100000:3.0:1788526974.635177:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526974.635288:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869033856 00000100:00100000:0.0:1788526974.635299:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869033856 00000100:00100000:0.0:1788526974.635378:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 106 00000100:00100000:0.0:1788526974.635415:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16876:x1875405869033856:12345-192.168.204.59@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788526974.635944:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16876:x1875405869033856:12345-192.168.204.59@tcp:503:mount.lustre.0 Request processed in 556us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526974.635953:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 106 00000100:00100000:3.0:1788526974.638745:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526974.638893:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869033984 00000100:00100000:1.0:1788526974.638906:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869033984 00000100:00100000:1.0:1788526974.638980:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 107 00000100:00100000:1.0:1788526974.638993:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16886:x1875405869033984:12345-192.168.204.59@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788526974.639429:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16886:x1875405869033984:12345-192.168.204.59@tcp:502:llog_process_th.0 Request processed in 397us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526974.639439:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 107 00000100:00100000:3.0:1788526974.649138:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526974.649455:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869034112 00000100:00100000:2.0:1788526974.649471:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869034112 00000100:00100000:2.0:1788526974.649555:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 108 00000100:00100000:2.0:1788526974.649567:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16886:x1875405869034112:12345-192.168.204.59@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788526974.649918:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16886:x1875405869034112:12345-192.168.204.59@tcp:502:llog_process_th.0 Request processed in 353us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526974.649926:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 108 00000100:00100000:3.0:1788526974.654753:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526974.656728:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869034240 00000100:00100000:2.0:1788526974.656747:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869034240 00000100:00100000:2.0:1788526974.656836:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 10 00000100:00100000:2.0:1788526974.656847:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2347:x1875405869034240:12345-192.168.204.59@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788526974.656891:0:18879:0:(ldlm_lib.c:1458:target_handle_connect()) lustre-MDT0000: connection from 24dcd47e-a659-4a02-9f49-0e7c94332483@192.168.204.59@tcp t0 exp 0000000000000000 cur 609 last 0 00000020:00000080:2.0:1788526974.656946:0:18879:0:(genops.c:1385:class_connect()) connect: client 24dcd47e-a659-4a02-9f49-0e7c94332483, cookie 0x367645d450b3bd9e 00000004:00100000:2.0:1788526974.656991:0:18879:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788526974.657189:0:18879:0:(import.c:65:import_set_state_nolock()) ffff98c249725800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788526974.657294:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+6:2347:x1875405869034240:12345-192.168.204.59@tcp:38:mount.lustre.0 Request processed in 446us (2556us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526974.657303:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 10 00000100:00100000:3.0:1788526974.667471:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526974.667579:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526974.668193:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869034368 00000100:00100000:1.0:1788526974.668209:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869034368 00000100:00100000:1.0:1788526974.668305:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869034496 00000100:00100000:1.0:1788526974.668309:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869034496 00000100:00100000:1.0:1788526974.668330:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 11 00000100:00100000:1.0:1788526974.668341:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+7:0:x1875405869034368:12345-192.168.204.59@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788526974.668430:0:18878:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00080000:0.0:1788526974.668472:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788526974.668534:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+7:0:x1875405869034368:12345-192.168.204.59@tcp:41:mount.lustre.0 Request processed in 193us (1079us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526974.668542:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 11 00000100:00100000:1.0:1788526974.668564:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 12 00000100:00100000:1.0:1788526974.668572:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+6:16876:x1875405869034496:12345-192.168.204.59@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788526974.668585:0:18878:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1788526974.668632:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+6:16876:x1875405869034496:12345-192.168.204.59@tcp:41:mount.lustre.0 Request processed in 61us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526974.668638:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 12 00000100:00100000:3.0:1788526974.671168:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526974.672720:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869034624 00000100:00100000:2.0:1788526974.672738:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869034624 00000100:00100000:2.0:1788526974.672837:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 13 00000100:00100000:2.0:1788526974.672849:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+6:16876:x1875405869034624:12345-192.168.204.59@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788526974.672977:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+6:16876:x1875405869034624:12345-192.168.204.59@tcp:40:mount.lustre.0 Request processed in 130us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526974.673004:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 13 00000100:00100000:2.0:1788526974.700060:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526974.700184:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526974.704346:0:18881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869035008 00000100:00100000:1.0:1788526974.704370:0:18881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869035008 00000100:00100000:1.0:1788526974.704514:0:18881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1 00000100:00100000:1.0:1788526974.704528:0:18881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+6:16876:x1875405869035008:12345-192.168.204.59@tcp:33:mount.lustre.0 00000004:00200000:1.0:1788526974.704651:0:18881:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:1.0:1788526974.704787:0:18881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+6:16876:x1875405869035008:12345-192.168.204.59@tcp:33:mount.lustre.0 Request processed in 262us (4602us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526974.704796:0:18881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1 00000100:00100000:0.0:1788526974.711489:0:19565:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869034752 00000100:00100000:0.0:1788526974.711515:0:19565:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869034752 00000100:00100000:0.0:1788526974.711590:0:19565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 11 00000100:00100000:0.0:1788526974.711602:0:19565:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2347:x1875405869034752:12345-192.168.204.59@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788526974.711648:0:19565:0:(ldlm_lib.c:1458:target_handle_connect()) lustre-OST0000: connection from 24dcd47e-a659-4a02-9f49-0e7c94332483@192.168.204.59@tcp t0 exp 0000000000000000 cur 610 last 0 00000020:00000080:0.0:1788526974.711709:0:19565:0:(genops.c:1385:class_connect()) connect: client 24dcd47e-a659-4a02-9f49-0e7c94332483, cookie 0x367645d450b3bda5 00002000:00100000:0.0:1788526974.711728:0:19565:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 24dcd47e-a659-4a02-9f49-0e7c94332483/ffff98c274b3d000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a04 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788526974.711746:0:19565:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788526974.712126:0:19565:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788526974.712180:0:19565:0:(import.c:65:import_set_state_nolock()) ffff98c274b3a800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788526974.712289:0:19565:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+6:2347:x1875405869034752:12345-192.168.204.59@tcp:8:mount.lustre.0 Request processed in 686us (12257us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526974.712299:0:19565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 11 00000100:00100000:3.0:1788526974.712627:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526974.713882:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869034880 00000100:00100000:0.0:1788526974.713901:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869034880 00000100:00100000:0.0:1788526974.713973:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 12 00000100:00100000:0.0:1788526974.713983:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2347:x1875405869034880:12345-192.168.204.59@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788526974.714028:0:19563:0:(ldlm_lib.c:1458:target_handle_connect()) lustre-OST0001: connection from 24dcd47e-a659-4a02-9f49-0e7c94332483@192.168.204.59@tcp t0 exp 0000000000000000 cur 610 last 0 00000020:00000080:0.0:1788526974.714083:0:19563:0:(genops.c:1385:class_connect()) connect: client 24dcd47e-a659-4a02-9f49-0e7c94332483, cookie 0x367645d450b3bdac 00002000:00100000:0.0:1788526974.714098:0:19563:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 24dcd47e-a659-4a02-9f49-0e7c94332483/ffff98c274b3b800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a04 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788526974.714131:0:19563:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788526974.716040:0:19563:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788526974.716112:0:19563:0:(import.c:65:import_set_state_nolock()) ffff98c274b38800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788526974.716268:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+6:2347:x1875405869034880:12345-192.168.204.59@tcp:8:mount.lustre.0 Request processed in 2282us (3639us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526974.716280:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 12 00000100:00100000:3.0:1788526974.890865:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526974.890991:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869035136 00000100:00100000:0.0:1788526974.891002:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869035136 00000100:00100000:0.0:1788526974.891077:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 14 00000100:00100000:0.0:1788526974.891087:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+6:16907:x1875405869035136:12345-192.168.204.59@tcp:101:mkdir.0 00010000:00010000:0.0:1788526974.891109:0:18877:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526974.891132:0:18877:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c282045a00/0x367645d450b3bdb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc599fc expref: -99 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526974.891213:0:18877:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bdba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526974.891228:0:18877:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bdba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526974.891241:0:18877:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bdba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788526974.891277:0:18877:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788526974.891280:0:18877:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788526974.891300:0:18877:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bdba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526974.891327:0:18877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c282045a00/0x367645d450b3bdb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599fc expref: 8 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526974.891361:0:18877:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bdba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599fc expref: 7 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526974.891372:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c250b85800) 00010000:00010000:0.0:1788526974.891376:0:18877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788526974.891379:0:18877:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c282044000, rc 0) 00000100:00100000:0.0:1788526974.892666:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+7:16907:x1875405869035136:12345-192.168.204.59@tcp:101:mkdir.0 Request processed in 1573us (1914us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526974.892677:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 14 00010000:00010000:3.0:1788526974.931789:0:20533:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526975.957638:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788526975.959698:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788526975.959720:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881618304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788526975.959790:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526975.959848:0:19567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881618304 00000100:00100000:2.0:1788526975.959856:0:19567:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881618304 00000100:00100000:2.0:1788526975.959909:0:19567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788526975.959918:0:19567:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881618304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788526975.959953:0:19567:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788526975.959997:0:19567:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881618304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526975.960004:0:19567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:2.0:1788526975.960035:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788526975.960069:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881618304:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788526976.980102:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526976.980796:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881618688:0@lo:400:kworker.0 00000100:00100000:1.0:1788526976.980870:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526976.981426:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4ce0daaa-1095-4128-b024-59d758d27fcb:3278:1875405881618432:0@lo:400:kworker.0 00000100:00100000:0.0:1788526976.981426:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3281:1875405881618816:0@lo:400:kworker.0 00000100:00100000:0.0:1788526976.981463:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526976.981464:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526976.981488:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3279:1875405881618560:0@lo:400:kworker.0 00000100:00100000:2.0:1788526976.981511:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526976.983218:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881618816 00000100:00100000:1.0:1788526976.983227:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881618816 00000100:00100000:1.0:1788526976.983280:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788526976.983288:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3281:x1875405881618816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526976.983566:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3281:x1875405881618816:12345-0@lo:400:kworker.0 Request processed in 277us (2100us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526976.983574:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788526976.983705:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3281:1875405881618816:0@lo:400:kworker.0 00000100:00100000:1.0:1788526976.983751:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881618688 00000100:00100000:1.0:1788526976.983755:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881618688 00000100:00100000:1.0:1788526976.983788:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881618560 00000100:00100000:1.0:1788526976.983791:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881618560 00000100:00100000:1.0:1788526976.983804:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788526976.983810:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881618688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526976.983867:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b521180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881618688:12345-0@lo:400:kworker.0 Request processed in 57us (2996us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526976.983874:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788526976.983885:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788526976.983891:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249740700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3279:x1875405881618560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526976.983997:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249740700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3279:x1875405881618560:12345-0@lo:400:kworker.0 Request processed in 106us (2484us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526976.984014:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788526976.984260:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274b4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881619200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788526976.984301:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526976.990742:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881618432 00000100:00100000:0.0:1788526976.990759:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881618432 00000100:00080000:3.0:1788526976.991241:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788526976.991980:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1788526976.991992:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+21:3278:x1875405881618432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788526976.992097:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+21:3278:x1875405881618432:12345-0@lo:400:kworker.0 Request processed in 107us (10630us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526976.992105:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1788526976.994528:0:19567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881619200 00000100:00100000:0.0:1788526976.994546:0:19567:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881619200 00000100:00100000:0.0:1788526976.994614:0:19567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788526976.994624:0:19567:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b523800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881619200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788526976.994664:0:19567:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788526976.994746:0:19567:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b523800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881619200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (10443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526976.994753:0:19567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788526976.998143:0:3280:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1788526976.998179:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274b4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881619200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788526976.998198:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881618688:0@lo:400:kworker.0 00000100:00100000:3.0:1788526977.000220:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3279:1875405881618560:0@lo:400:kworker.0 00000100:00100000:3.0:1788526977.000261:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3279:1875405881619072:0@lo:400:kworker.0 00000100:00100000:2.0:1788526977.000301:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4ce0daaa-1095-4128-b024-59d758d27fcb:3278:1875405881618432:0@lo:400:kworker.0 00000100:00100000:2.0:1788526977.000323:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3278:1875405881618944:0@lo:400:kworker.0 00000100:00100000:3.0:1788526977.000327:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526977.000360:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526977.000378:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881619072 00000100:00100000:3.0:1788526977.000403:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881619072 00000100:00100000:3.0:1788526977.000471:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881618944 00000100:00100000:3.0:1788526977.000475:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881618944 00000100:00100000:3.0:1788526977.000494:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788526977.000502:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3279:x1875405881619072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788526977.000553:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3279:x1875405881619072:12345-0@lo:400:kworker.0 Request processed in 51us (229us total) trans 0 rc 0/0 00000100:00080000:2.0:1788526977.000558:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788526977.000561:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788526977.000590:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788526977.000600:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249743100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3278:x1875405881618944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788526977.000621:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3279:1875405881619072:0@lo:400:kworker.0 00000100:00100000:2.0:1788526977.000647:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249743100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3278:x1875405881618944:12345-0@lo:400:kworker.0 Request processed in 48us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526977.000654:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788526977.000667:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3278:1875405881618944:0@lo:400:kworker.0 00000001:00100000:0.0:1788526977.032109:0:6693:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 24dcd47e-a659-4a02-9f49-0e7c94332483 00000001:00100000:2.0:1788526977.047784:0:5844:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 24dcd47e-a659-4a02-9f49-0e7c94332483 00000001:00100000:2.0:1788526977.047800:0:5844:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 42274105-c824-478e-aedb-44e71f009dcf 00000001:00100000:1.0:1788526977.048488:0:7631:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 24dcd47e-a659-4a02-9f49-0e7c94332483 00010000:00010000:0.0:1788526978.011278:0:20533:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788526978.017899:0:20843:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1788526979.027744:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788526979.746147:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526979.746200:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526979.746245:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526979.746460:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869035520 00000100:00100000:0.0:1788526979.746471:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869035520 00000100:00100000:1.0:1788526979.746477:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869035264 00000100:00100000:1.0:1788526979.746481:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869035264 00000100:00100000:1.0:1788526979.746529:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 110 00000100:00100000:0.0:1788526979.746529:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 5 00000100:00100000:1.0:1788526979.746538:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:2350:x1875405869035264:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1788526979.746539:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:42274105-c824-478e-aedb-44e71f009dcf+5:2350:x1875405869035520:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1788526979.746610:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:2350:x1875405869035264:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526979.746618:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 110 00000100:00100000:3.0:1788526979.746981:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526979.752617:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:42274105-c824-478e-aedb-44e71f009dcf+5:2350:x1875405869035520:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 6057us (6393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526979.752633:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 5 00000100:00100000:0.0:1788526979.752668:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869036032 00000100:00100000:0.0:1788526979.752678:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869036032 00000100:00100000:0.0:1788526979.752720:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 6 00000100:00100000:0.0:1788526979.752739:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+5:2350:x1875405869036032:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1788526979.752793:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+5:2350:x1875405869036032:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 65us (6521us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526979.752799:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 6 00000100:00080000:0.0:1788526979.752824:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788526979.752828:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788526979.755835:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869035776 00000100:00100000:2.0:1788526979.756042:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869035776 00000100:00100000:2.0:1788526979.756164:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 19 00000100:00100000:2.0:1788526979.756176:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+6:2350:x1875405869035776:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:0.0:1788526979.756181:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788526979.756269:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+6:2350:x1875405869035776:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 95us (10023us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526979.756357:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 19 00000100:00100000:0.0:1788526979.762893:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526979.762943:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526979.762987:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869035648 00000100:00100000:0.0:1788526979.762997:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869035648 00000100:00100000:0.0:1788526979.763072:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 7 00000100:00100000:0.0:1788526979.763083:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:42274105-c824-478e-aedb-44e71f009dcf+5:2350:x1875405869035648:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1788526979.763152:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:42274105-c824-478e-aedb-44e71f009dcf+5:2350:x1875405869035648:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 70us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526979.763159:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 7 00000100:00080000:0.0:1788526979.763245:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788526979.763276:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526979.763295:0:19565:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869035904 00000100:00100000:0.0:1788526979.763299:0:19565:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869035904 00000100:00100000:0.0:1788526979.763322:0:19565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 8 00000100:00100000:0.0:1788526979.763692:0:19565:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+5:2350:x1875405869035904:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1788526979.763725:0:19565:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+5:2350:x1875405869035904:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 397us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526979.763731:0:19565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 8 00000100:00080000:0.0:1788526979.763747:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788526979.764534:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869035392 00000100:00100000:3.0:1788526979.764542:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869035392 00000100:00100000:3.0:1788526979.764607:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 20 00000100:00100000:3.0:1788526979.764617:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+6:2350:x1875405869035392:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1788526979.764671:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+6:2350:x1875405869035392:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 56us (1788us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526979.764677:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 20 00000100:00080000:0.0:1788526979.764886:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788526980.053855:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526981.076271:0:3280:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788526981.076310:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881619328:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788526981.076487:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526981.076737:0:19567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881619328 00000100:00100000:0.0:1788526981.076750:0:19567:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881619328 00000100:00100000:0.0:1788526981.076826:0:19567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788526981.076837:0:19567:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881619328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788526981.076877:0:19567:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788526981.076984:0:19567:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3280:x1875405881619328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 139us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526981.076991:0:19567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788526981.077047:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3280:1875405881619328:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788526981.078689:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788526981.081694:0:20533:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788526981.731737:0:20991:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd79ea9510 20000000:00000080:0.0:1788526981.731756:0:20991:0:(mgs_handler.c:1172:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff98c1430a7000 uarg=0000000000000000 20000000:01000000:0.0:1788526981.731792:0:20991:0:(mgs_llog.c:6198:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788526981.731799:0:20991:0:(mgs_llog.c:4653:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788526981.731803:0:20991:0:(mgs_llog.c:1385:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1788526981.733624:0:20992:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 10 20000000:00000400:2.0:1788526981.734730:0:20991:0:(mgs_llog.c:1456:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1788526981.746480:0:20991:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788526981.746513:0:20991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526981.746532:0:20991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98c240031200/0x367645d450b3ba5d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3ba56 expref: 20 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526981.746540:0:20991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98c240031600/0x367645d450b3bab8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3bab1 expref: 20 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526981.746548:0:20991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98c27f766c00/0x367645d450b3bc1d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3bc16 expref: 20 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526981.747339:0:20991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98c241662e00/0x367645d450b3bd58 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59969 expref: 13 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526981.747347:0:20991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98c241663400/0x367645d450b3bd97 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599d2 expref: 13 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526981.747356:0:20991:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.748728:0:20991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98c241663400/0x367645d450b3bd97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599d2 expref: 13 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.748749:0:20991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98c241663400/0x367645d450b3bd97 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599d2 expref: 13 pid: 18872 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526981.748765:0:20991:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20991:1875405881619456:192.168.204.59@tcp:104: 00010000:00010000:0.0:1788526981.748997:0:20991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98c241662e00/0x367645d450b3bd58 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59969 expref: 13 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.749006:0:20991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98c241662e00/0x367645d450b3bd58 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59969 expref: 13 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526981.749016:0:20991:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20991:1875405881619584:192.168.204.59@tcp:104: 00010000:00010000:0.0:1788526981.749051:0:20991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98c27f766c00/0x367645d450b3bc1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x367645d450b3bc16 expref: 20 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.749060:0:20991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98c27f766c00/0x367645d450b3bc1d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x367645d450b3bc16 expref: 20 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526981.749069:0:20991:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274963480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20991:1875405881619712:0@lo:104: 00000100:00100000:0.0:1788526981.749105:0:20991:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788526981.749158:0:20991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98c240031600/0x367645d450b3bab8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x367645d450b3bab1 expref: 20 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.749173:0:20991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98c240031600/0x367645d450b3bab8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x367645d450b3bab1 expref: 20 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526981.749182:0:20991:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274961f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20991:1875405881619840:0@lo:104: 00000100:00100000:0.0:1788526981.749204:0:20991:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788526981.749234:0:20991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98c240031200/0x367645d450b3ba5d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x367645d450b3ba56 expref: 20 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526981.749236:0:18860:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881619712 00000100:00100000:3.0:1788526981.749245:0:18860:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881619712 00010000:00010000:0.0:1788526981.749246:0:20991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98c240031200/0x367645d450b3ba5d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x367645d450b3ba56 expref: 20 pid: 18871 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526981.749257:0:20991:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274960700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20991:1875405881619968:0@lo:104: 00000100:00100000:0.0:1788526981.749285:0:20991:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526981.749297:0:20991:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c244d2e480 going to sleep for 11 seconds 00000100:00100000:3.0:1788526981.749316:0:18860:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1788526981.749327:0:18860:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881619840 00000100:00100000:3.0:1788526981.749330:0:18860:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881619840 00000100:00100000:3.0:1788526981.749342:0:18860:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881619968 00000100:00100000:3.0:1788526981.749344:0:18860:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881619968 00000100:00100000:3.0:1788526981.749356:0:18860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788526981.749363:0:18860:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274961c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+5:20991:x1875405881619712:12345-0@lo:104: 00010000:00010000:3.0:1788526981.749377:0:18860:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3bc1d expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526981.749460:0:18860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788526981.749471:0:18860:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274961c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+5:20991:x1875405881619712:12345-0@lo:104: Request processed in 108us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526981.749478:0:18860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788526981.749497:0:18860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788526981.749503:0:18860:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274962a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+4:20991:x1875405881619840:12345-0@lo:104: 00010000:00010000:3.0:1788526981.749510:0:18860:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3bab8 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526981.749785:0:20991:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274963480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20991:1875405881619712:0@lo:104: 00000100:00100000:0.0:1788526981.749795:0:20991:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274961f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20991:1875405881619840:0@lo:104: 00010000:00010000:0.0:1788526981.750151:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788526981.750158:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3bc1d expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526981.750160:0:18860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788526981.750171:0:18860:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274962a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+4:20991:x1875405881619840:12345-0@lo:104: Request processed in 666us (965us total) trans 0 rc 0/0 00010000:00010000:0.0:1788526981.750172:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54400 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:0.0:1788526981.750180:0:18866:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x367645d450b3bc1d expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526981.750183:0:18860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:0.0:1788526981.750195:0:18866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x367645d450b3bc1d expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788526981.750203:0:18866:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x367645d450b3bc1d expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526981.750206:0:18860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788526981.750217:0:18860:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245540050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+3:20991:x1875405881619968:12345-0@lo:104: 10000000:01000000:0.0:1788526981.750225:0:18866:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788526981.750229:0:18860:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3ba5d expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.750260:0:18866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3bc1d expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.750268:0:18866:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788526981.750277:0:18860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788526981.750283:0:18860:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245540050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+3:20991:x1875405881619968:12345-0@lo:104: Request processed in 70us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526981.750290:0:18860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788526981.750290:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3bc1d expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.750299:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c242b54400/0x367645d450b3bc16 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3bc1d expref: -99 pid: 20281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.750312:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788526981.750316:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3bab8 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.750322:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9000 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:0.0:1788526981.750325:0:18866:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x367645d450b3bab8 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.750332:0:18866:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x367645d450b3bab8 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788526981.750338:0:18866:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x367645d450b3bab8 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526981.750344:0:18865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:01000000:0.0:1788526981.750345:0:18866:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788526981.750353:0:18865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x367645d450b3ba5d expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.750361:0:18866:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3bab8 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526981.750362:0:18865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b55200 already unused, calling callback (ffffffffc1b3fe00) 10000000:00010000:3.0:1788526981.750368:0:18865:0:(mgc_request.c:1147:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x367645d450b3ba5d expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.750371:0:18866:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788526981.750382:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3bab8 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526981.750420:0:18865:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x367645d450b3ba5d expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788526981.750427:0:18865:0:(mgc_request.c:1153:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x367645d450b3ba5d expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788526981.750433:0:18865:0:(mgc_request.c:1157:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788526981.750449:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c1423c9000/0x367645d450b3bab1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3bab8 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526981.750453:0:18865:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3ba5d expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.750458:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526981.750462:0:18865:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788526981.750463:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526981.750467:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526981.750483:0:18865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3ba5d expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526981.750491:0:20991:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274960700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20991:1875405881619968:0@lo:104: 00010000:00010000:3.0:1788526981.750492:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.159@tcp lock: ffff98c242b55200/0x367645d450b3ba56 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x367645d450b3ba5d expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526981.750509:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526981.750511:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526981.750513:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788526981.750520:0:20533:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788526981.750532:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4ce0daaa-1095-4128-b024-59d758d27fcb:3278:1875405881620096:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526981.751486:0:3279:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4ce0daaa-1095-4128-b024-59d758d27fcb:3279:1875405881620224:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526981.751548:0:3279:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526981.752077:0:18862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881620224 00000100:00100000:2.0:1788526981.752084:0:18862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881620224 00010000:00010000:2.0:1788526981.752112:0:18862:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98c240031600/0x367645d450b3bab8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3bab1 expref: 21 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526981.752145:0:18862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788526981.752152:0:18862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274960000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+21:3279:x1875405881620224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788526981.752163:0:18862:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788526981.752168:0:18862:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98c240031600/0x367645d450b3bab8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3bab1 expref: 21 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526981.752179:0:18862:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98c240031600/0x367645d450b3bab8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x367645d450b3bab1 expref: 21 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526981.752195:0:18862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c240031600/0x367645d450b3bab8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x367645d450b3bab1 expref: 21 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526981.752210:0:18862:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788526981.752251:0:18862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274960000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4ce0daaa-1095-4128-b024-59d758d27fcb+20:3279:x1875405881620224:12345-0@lo:103:ldlm_bl.0 Request processed in 98us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526981.752271:0:18862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788526981.752977:0:3279:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4ce0daaa-1095-4128-b024-59d758d27fcb:3279:1875405881620224:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788526981.753531:0:3280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4ce0daaa-1095-4128-b024-59d758d27fcb:3280:1875405881620352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788526981.753985:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526981.754191:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881620096 00000100:00100000:0.0:1788526981.754198:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881620096 00010000:00010000:0.0:1788526981.754228:0:18864:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98c27f766c00/0x367645d450b3bc1d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3bc16 expref: 20 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526981.754340:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788526981.754349:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ce0daaa-1095-4128-b024-59d758d27fcb+20:3278:x1875405881620096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788526981.754361:0:18864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526981.754366:0:18864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98c27f766c00/0x367645d450b3bc1d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3bc16 expref: 20 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.754377:0:18864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98c27f766c00/0x367645d450b3bc1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x367645d450b3bc16 expref: 20 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.754464:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c27f766c00/0x367645d450b3bc1d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x367645d450b3bc16 expref: 20 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.754477:0:18864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788526981.754532:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ce0daaa-1095-4128-b024-59d758d27fcb+19:3278:x1875405881620096:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526981.754539:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788526981.754635:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4ce0daaa-1095-4128-b024-59d758d27fcb:3278:1875405881620096:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788526981.755788:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526981.755824:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526981.755883:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869036160 00000100:00100000:3.0:1788526981.755891:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869036160 00010000:00010000:3.0:1788526981.755925:0:18863:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98c241663400/0x367645d450b3bd97 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599d2 expref: 14 pid: 18872 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526981.755955:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869036288 00000100:00100000:3.0:1788526981.755970:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869036288 00010000:00010000:3.0:1788526981.755985:0:18863:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98c241662e00/0x367645d450b3bd58 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59969 expref: 15 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526981.756000:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 6 00000100:00100000:3.0:1788526981.756008:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2751bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+15:2348:x1875405869036160:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788526981.756020:0:18863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788526981.756025:0:18863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98c241663400/0x367645d450b3bd97 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599d2 expref: 15 pid: 18872 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526981.756036:0:18863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98c241663400/0x367645d450b3bd97 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599d2 expref: 15 pid: 18872 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526981.756068:0:18863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788526981.756116:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2751bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+15:2348:x1875405869036160:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 108us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526981.756123:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 6 00000100:00100000:3.0:1788526981.756166:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 7 00000100:00100000:3.0:1788526981.756173:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274963800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:2348:x1875405869036288:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788526981.756181:0:18863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788526981.756185:0:18863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98c241662e00/0x367645d450b3bd58 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59969 expref: 14 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526981.756194:0:18863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98c241662e00/0x367645d450b3bd58 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59969 expref: 14 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526981.756202:0:18863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788526981.756220:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274963800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:2348:x1875405869036288:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 48us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526981.756232:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 7 00010000:00010000:1.0:1788526981.756438:0:20991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c241663400/0x367645d450b3bd97 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599d2 expref: 13 pid: 18872 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526981.756452:0:20991:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20991:1875405881619456:192.168.204.59@tcp:104: 00010000:00010000:1.0:1788526981.756464:0:20991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c241662e00/0x367645d450b3bd58 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59969 expref: 12 pid: 18870 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526981.756472:0:20991:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20991:1875405881619584:192.168.204.59@tcp:104: 00010000:00010000:1.0:1788526981.756500:0:20991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526981.756938:0:3280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526981.757010:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881620352 00000100:00100000:1.0:1788526981.757016:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881620352 00010000:00010000:1.0:1788526981.757036:0:18863:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98c240031200/0x367645d450b3ba5d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3ba56 expref: 19 pid: 18871 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526981.757067:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788526981.757074:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249741f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ce0daaa-1095-4128-b024-59d758d27fcb+19:3280:x1875405881620352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788526981.757083:0:18863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788526981.757087:0:18863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98c240031200/0x367645d450b3ba5d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x367645d450b3ba56 expref: 19 pid: 18871 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526981.757097:0:18863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98c240031200/0x367645d450b3ba5d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x367645d450b3ba56 expref: 19 pid: 18871 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526981.757123:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c240031200/0x367645d450b3ba5d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x367645d450b3ba56 expref: 19 pid: 18871 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526981.757137:0:18863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526981.757145:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526981.757159:0:18863:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526981.757166:0:18863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526981.757173:0:18863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526981.757179:0:18863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526981.757186:0:18863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c8600 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526981.757190:0:18863:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526981.757198:0:18863:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526981.757218:0:18863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526981.757236:0:18863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788526981.757280:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249741f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ce0daaa-1095-4128-b024-59d758d27fcb+18:3280:x1875405881620352:12345-0@lo:103:ldlm_bl.0 Request processed in 207us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526981.757287:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788526981.757299:0:3280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4ce0daaa-1095-4128-b024-59d758d27fcb:3280:1875405881620352:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788526981.757345:0:20991:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.757355:0:20991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526981.757362:0:20991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98c1423c8600/0x367645d450b3bdc1 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526982.100067:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881620608:0@lo:400:kworker.0 00010000:00010000:0.0:1788526982.100070:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526982.100150:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526982.100209:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3281:1875405881621120:0@lo:400:kworker.0 00000100:00100000:1.0:1788526982.100236:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526982.100255:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881620736:0@lo:400:kworker.0 00000100:00100000:1.0:1788526982.100262:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788526982.100272:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3281:1875405881620992:0@lo:400:kworker.0 00000100:00100000:0.0:1788526982.100294:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526982.100311:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526982.100329:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274b4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881620480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788526982.100352:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881621120 00000100:00100000:0.0:1788526982.100360:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526982.100361:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881621120 00000100:00100000:3.0:1788526982.100421:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881620608 00000100:00100000:3.0:1788526982.100427:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881620608 00000100:00100000:1.0:1788526982.100439:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881620992 00000100:00100000:1.0:1788526982.100444:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881620992 00000100:00100000:3.0:1788526982.100461:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881620736 00000100:00100000:3.0:1788526982.100465:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881620736 00000100:00100000:1.0:1788526982.100473:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788526982.100486:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3281:x1875405881621120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788526982.100492:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788526982.100503:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881620608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526982.100710:0:18877:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788526982.100719:0:18877:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1788526982.100989:0:3278:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788526982.101231:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c27b521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3278:1875405881620864:0@lo:400:kworker.0 00000100:00100000:3.0:1788526982.102523:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881620608:12345-0@lo:400:kworker.0 Request processed in 2016us (2366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526982.102545:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788526982.102634:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788526982.102648:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881620736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788526982.102719:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881620736:12345-0@lo:400:kworker.0 Request processed in 66us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526982.102727:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788526982.103081:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788526982.103112:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3281:x1875405881620992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526982.103157:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3281:x1875405881620992:12345-0@lo:400:kworker.0 Request processed in 66us (2846us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526982.103164:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788526982.103504:0:19567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881620480 00000100:00080000:2.0:1788526982.103510:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788526982.103514:0:19567:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881620480 00000100:00080000:2.0:1788526982.103517:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788526982.103554:0:19567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788526982.103563:0:19567:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881620480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788526982.103594:0:19567:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788526982.103611:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3281:1875405881620992:0@lo:400:kworker.0 00000100:00100000:2.0:1788526982.103625:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881620608:0@lo:400:kworker.0 00000100:00100000:2.0:1788526982.103635:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3281:1875405881621120:0@lo:400:kworker.0 00000100:00100000:1.0:1788526982.104053:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3281:x1875405881621120:12345-0@lo:400:kworker.0 Request processed in 3569us (3814us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526982.104061:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788526982.104272:0:19567:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881620480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 709us (3911us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526982.104279:0:19567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788526982.104548:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526982.104793:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881620736:0@lo:400:kworker.0 00000100:00100000:0.0:1788526982.104813:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274b4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881620480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788526982.104865:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881620864 00000100:00100000:1.0:1788526982.104940:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881620864 00000100:00100000:1.0:1788526982.105020:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788526982.105029:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3278:x1875405881620864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788526982.105083:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3278:x1875405881620864:12345-0@lo:400:kworker.0 Request processed in 56us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526982.105171:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788526982.105363:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c27b521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3278:1875405881620864:0@lo:400:kworker.0 00000040:00080000:1.0:1788526982.484124:0:18912:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788526982.937382:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526982.937527:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869036416 00000100:00100000:0.0:1788526982.937537:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869036416 00000100:00100000:0.0:1788526982.937617:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 111 00000100:00100000:0.0:1788526982.937631:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+12:16762:x1875405869036416:12345-192.168.204.59@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788526982.937648:0:18871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526982.937669:0:18871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c282045a00/0x367645d450b3bdc8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a03 expref: -99 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526982.937770:0:18871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c282045a00/0x367645d450b3bdc8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a03 expref: 13 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526982.937784:0:18871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c282045a00/0x367645d450b3bdc8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a03 expref: 13 pid: 18871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526982.937794:0:18871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c282045a00, rc 0) 00000100:00100000:0.0:1788526982.937856:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+13:16762:x1875405869036416:12345-192.168.204.59@tcp:101:ll_cfg_requeue.0 Request processed in 230us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526982.937864:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 111 00000100:00100000:3.0:1788526982.942575:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526982.942816:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869036544 00000100:00100000:0.0:1788526982.942827:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869036544 00000100:00100000:0.0:1788526982.942958:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 112 00000100:00100000:0.0:1788526982.942969:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+13:16762:x1875405869036544:12345-192.168.204.59@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788526982.943274:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+13:16762:x1875405869036544:12345-192.168.204.59@tcp:501:ll_cfg_requeue.0 Request processed in 305us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526982.943283:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 112 00000100:00100000:2.0:1788526982.950306:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526982.956946:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869036672 00000100:00100000:1.0:1788526982.956962:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869036672 00000100:00100000:0.0:1788526982.957159:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 113 00000100:00100000:0.0:1788526982.957173:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c244dc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+13:16762:x1875405869036672:12345-192.168.204.59@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788526982.957495:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c244dc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+13:16762:x1875405869036672:12345-192.168.204.59@tcp:503:ll_cfg_requeue.0 Request processed in 324us (7197us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526982.957575:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 113 00000100:00100000:2.0:1788526982.973398:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526982.973740:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869036800 00000100:00100000:1.0:1788526982.973751:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869036800 00000100:00100000:1.0:1788526982.973814:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 114 00000100:00100000:1.0:1788526982.973824:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+13:16762:x1875405869036800:12345-192.168.204.59@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788526982.973842:0:18872:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526982.973861:0:18872:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c241662e00/0x367645d450b3bdcf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a0a expref: -99 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526982.973910:0:18872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c241662e00/0x367645d450b3bdcf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a0a expref: 14 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526982.974094:0:18872:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c241662e00/0x367645d450b3bdcf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a0a expref: 14 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526982.974105:0:18872:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c241662e00, rc 0) 00000100:00100000:1.0:1788526982.974175:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16762:x1875405869036800:12345-192.168.204.59@tcp:101:ll_cfg_requeue.0 Request processed in 352us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526982.974182:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 114 00000100:00100000:2.0:1788526982.982835:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526982.982973:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869036928 00000100:00100000:3.0:1788526982.982983:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869036928 00000100:00100000:3.0:1788526982.983110:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 115 00000100:00100000:3.0:1788526982.983120:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16762:x1875405869036928:12345-192.168.204.59@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788526982.983420:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16762:x1875405869036928:12345-192.168.204.59@tcp:501:ll_cfg_requeue.0 Request processed in 301us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526982.983428:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 115 00000100:00100000:2.0:1788526982.986103:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526982.986206:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869037056 00000100:00100000:1.0:1788526982.986215:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869037056 00000100:00100000:1.0:1788526982.986307:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 116 00000100:00100000:1.0:1788526982.986316:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16762:x1875405869037056:12345-192.168.204.59@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788526982.986563:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:16762:x1875405869037056:12345-192.168.204.59@tcp:503:ll_cfg_requeue.0 Request processed in 246us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526982.986577:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 116 00010000:00010000:0.0:1788526983.125858:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788526983.187537:0:18874:0:(mgc_request.c:714:do_requeue()) updating log params 10000000:01000000:2.0:1788526983.187546:0:18874:0:(mgc_request.c:2062:mgc_process_log()) Process log params-ffff98c245059800 from 10 10000000:01000000:2.0:1788526983.187569:0:18874:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788526983.187615:0:18874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c1423c9a00/0x367645d450b3bdd6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.187628:0:18874:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c1423c9a00/0x367645d450b3bdd6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.187639:0:18874:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c1423c9a00/0x367645d450b3bdd6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526983.187665:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249743800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881621248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788526983.187759:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526983.188460:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881621248 00000100:00100000:0.0:1788526983.188471:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881621248 00000100:00100000:0.0:1788526983.188531:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1788526983.188541:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+18:18874:x1875405881621248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788526983.188555:0:18870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526983.188571:0:18870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c282044600/0x367645d450b3bddd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3bdd6 expref: -99 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.188598:0:18870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c282044600/0x367645d450b3bddd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3bdd6 expref: 19 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.188609:0:18870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c282044600/0x367645d450b3bddd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3bdd6 expref: 19 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.188618:0:18870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c282044600, rc 0) 00000100:00100000:0.0:1788526983.188665:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+19:18874:x1875405881621248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526983.188671:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1788526983.188784:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242cbb540 going to sleep for 11 seconds 00000100:00100000:2.0:1788526983.189025:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249743800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881621248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788526983.189042:0:18874:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c1423c9a00/0x367645d450b3bdd6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bddd expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.189051:0:18874:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c1423c9a00/0x367645d450b3bdd6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3bddd expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788526983.189743:0:18874:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 10 count 10 00000040:00080000:2.0:1788526983.196775:0:18874:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788526983.197357:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].1, 224 off8416 00000040:00080000:2.0:1788526983.197430:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].2, 112 off8528 00000040:00080000:2.0:1788526983.197477:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].3, 224 off8752 00000040:00080000:2.0:1788526983.197507:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].4, 224 off8976 00000040:00080000:2.0:1788526983.197533:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].5, 112 off9088 00000040:00080000:2.0:1788526983.197570:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].6, 224 off9312 00000040:00080000:2.0:1788526983.197600:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].7, 224 off9536 00000040:00080000:2.0:1788526983.197629:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].8, 128 off9664 00000040:00080000:2.0:1788526983.197701:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].9, 224 off9888 00000040:00080000:2.0:1788526983.198071:0:18874:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 9 count 10 00000100:00100000:2.0:1788526983.198548:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249743800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881621376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788526983.198612:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526983.198663:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242cbb540 going to sleep for 11 seconds 00000100:00100000:1.0:1788526983.198695:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881621376 00000100:00100000:1.0:1788526983.198704:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881621376 00000100:00100000:1.0:1788526983.198770:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1788526983.198779:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+19:18874:x1875405881621376:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788526983.199041:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+19:18874:x1875405881621376:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 262us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526983.199050:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1788526983.199207:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249743800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881621376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788526983.199241:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249743800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881621504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788526983.199283:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526983.199310:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242cbb540 going to sleep for 11 seconds 00000100:00100000:0.0:1788526983.199420:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881621504 00000100:00100000:0.0:1788526983.199425:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881621504 00000100:00100000:0.0:1788526983.199461:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1788526983.199470:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+19:18874:x1875405881621504:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788526983.199625:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+19:18874:x1875405881621504:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 156us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526983.199633:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1788526983.199735:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249743800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881621504:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788526983.200571:0:18874:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788526983.200639:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249743800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881621632:0@lo:502:ll_cfg_requeue.0 00000100:00100000:2.0:1788526983.200695:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526983.200735:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242cbb540 going to sleep for 11 seconds 00000100:00100000:3.0:1788526983.200906:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881621632 00000100:00100000:3.0:1788526983.201872:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881621632 00000100:00100000:3.0:1788526983.201943:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1788526983.201952:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+19:18874:x1875405881621632:12345-0@lo:502:ll_cfg_requeue.0 00000100:00100000:3.0:1788526983.202182:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+19:18874:x1875405881621632:12345-0@lo:502:ll_cfg_requeue.0 Request processed in 230us (1485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526983.202190:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1788526983.203213:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249743800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881621632:0@lo:502:ll_cfg_requeue.0 00000040:00080000:2.0:1788526983.204310:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].1, 224 off8416 00000040:00080000:2.0:1788526983.204407:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].2, 112 off8528 00000040:00080000:2.0:1788526983.204460:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].3, 224 off8752 00000040:00080000:2.0:1788526983.204496:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].4, 224 off8976 00000040:00080000:2.0:1788526983.204524:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].5, 112 off9088 00000040:00080000:2.0:1788526983.204566:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].6, 224 off9312 00000040:00080000:2.0:1788526983.204601:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].7, 224 off9536 00000040:00080000:2.0:1788526983.204633:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].8, 128 off9664 00000100:00100000:2.0:1788526983.204679:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c249743800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881621760:0@lo:502:ll_cfg_requeue.0 00000100:00100000:2.0:1788526983.206870:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526983.206930:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242cbb540 going to sleep for 11 seconds 00000100:00100000:0.0:1788526983.207251:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881621760 00000100:00100000:0.0:1788526983.207261:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881621760 00000100:00100000:0.0:1788526983.207323:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1788526983.207335:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+19:18874:x1875405881621760:12345-0@lo:502:ll_cfg_requeue.0 00000100:00100000:0.0:1788526983.207629:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+19:18874:x1875405881621760:12345-0@lo:502:ll_cfg_requeue.0 Request processed in 295us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526983.207639:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1788526983.209057:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c249743800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881621760:0@lo:502:ll_cfg_requeue.0 00000040:00080000:2.0:1788526983.209259:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].9, 224 off9888 00000040:00080000:2.0:1788526983.209277:0:18874:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000040:00080000:2.0:1788526983.212433:0:21006:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 64768 count 10 00000020:01000000:0.0:1788526983.217080:0:18874:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1788526983.218346:0:18874:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788526983.218363:0:18874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c1423c9a00/0x367645d450b3bdd6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bddd expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.218377:0:18874:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c1423c9a00/0x367645d450b3bdd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bddd expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788526983.218486:0:18874:0:(mgc_request.c:714:do_requeue()) updating log params 10000000:01000000:0.0:1788526983.218489:0:18874:0:(mgc_request.c:2062:mgc_process_log()) Process log params-ffff98c243e5f800 from 10 10000000:01000000:0.0:1788526983.218493:0:18874:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788526983.218533:0:18874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c282045800/0x367645d450b3bde4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.218542:0:18874:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c282045800/0x367645d450b3bde4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.218553:0:18874:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c282045800/0x367645d450b3bde4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526983.218580:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274961500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881621888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788526983.218646:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526983.220658:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881621888 00000100:00100000:1.0:1788526983.220672:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881621888 00000100:00100000:0.0:1788526983.220932:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c244d2e180 going to sleep for 11 seconds 00000100:00100000:1.0:1788526983.222191:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1788526983.222212:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+19:18874:x1875405881621888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788526983.222230:0:18872:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526983.222251:0:18872:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c241663400/0x367645d450b3bdeb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3bde4 expref: -99 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.222278:0:18872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c241663400/0x367645d450b3bdeb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3bde4 expref: 20 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.222290:0:18872:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c241663400/0x367645d450b3bdeb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3bde4 expref: 20 pid: 18872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.222298:0:18872:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c241663400, rc 0) 00000100:00100000:1.0:1788526983.222374:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+20:18874:x1875405881621888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (3727us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526983.222381:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1788526983.222510:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274961500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881621888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788526983.222530:0:18874:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c282045800/0x367645d450b3bde4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bdeb expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.222540:0:18874:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c282045800/0x367645d450b3bde4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3bdeb expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788526983.223233:0:18874:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 10 count 10 00000040:00080000:0.0:1788526983.226750:0:18874:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788526983.227300:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].1, 224 off8416 00000040:00080000:0.0:1788526983.227349:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].2, 112 off8528 00000040:00080000:0.0:1788526983.227439:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].3, 224 off8752 00000040:00080000:0.0:1788526983.227480:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].4, 224 off8976 00000040:00080000:0.0:1788526983.227516:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].5, 112 off9088 00000040:00080000:0.0:1788526983.227564:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].6, 224 off9312 00000040:00080000:0.0:1788526983.227599:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].7, 224 off9536 00000040:00080000:0.0:1788526983.227635:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].8, 128 off9664 00000040:00080000:0.0:1788526983.227705:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].9, 224 off9888 00000040:00080000:0.0:1788526983.228268:0:18874:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 9 count 10 00000100:00100000:0.0:1788526983.228553:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274961500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622016:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788526983.228618:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526983.228704:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c244d2e180 going to sleep for 11 seconds 00000100:00100000:3.0:1788526983.229446:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526983.229534:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869037184 00000100:00100000:2.0:1788526983.229543:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869037184 00000100:00100000:2.0:1788526983.229615:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 15 00000100:00100000:2.0:1788526983.229626:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+6:17370:x1875405869037184:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788526983.229644:0:18879:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526983.229666:0:18879:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bdf2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a11 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.229749:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3bdf9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.229766:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3bdf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.229776:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3bdf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.229789:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3be00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788526983.229930:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788526983.229959:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3be00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.229967:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3be00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.230283:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8200/0x367645d450b3be07 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.230300:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8200/0x367645d450b3be07 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.230307:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8200/0x367645d450b3be07 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788526983.230334:0:18879:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788526983.230338:0:18879:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788526983.230374:0:18879:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8200/0x367645d450b3be07 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232219:0:18879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3bdf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232234:0:18879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3bdf9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232242:0:18879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3bdf9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232248:0:18879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9800 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526983.232253:0:18879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3bdf9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232262:0:18879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3bdf9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232278:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c250b85800) 00010000:00010000:2.0:1788526983.232281:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788526983.232286:0:18879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3bdf9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232315:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3bdf9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232335:0:18879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3be00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232342:0:18879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3be00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232348:0:18879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3be00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232354:0:18879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9c00 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526983.232358:0:18879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3be00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232365:0:18879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3be00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232373:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff98c250b85300) 00010000:00010000:2.0:1788526983.232376:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788526983.232379:0:18879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3be00 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232522:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3be00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232575:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bdf2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a11 expref: 8 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232602:0:18879:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8200/0x367645d450b3be07 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a11 expref: 7 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.232609:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98c250b85700) 00010000:00010000:2.0:1788526983.232612:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788526983.232614:0:18879:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c8200, rc 0) 00000100:00100000:2.0:1788526983.232740:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+7:17370:x1875405869037184:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 Request processed in 3115us (3296us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526983.232756:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 15 00000100:00100000:1.0:1788526983.233117:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881622016 00000100:00100000:1.0:1788526983.233133:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881622016 00000100:00100000:1.0:1788526983.233184:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1788526983.233192:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+20:18874:x1875405881622016:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788526983.233504:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+20:18874:x1875405881622016:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 312us (4884us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526983.233511:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1788526983.233576:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274961500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622016:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788526983.233632:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245222d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622144:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788526983.233677:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788526983.233706:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27fa9b180 going to sleep for 11 seconds 00000100:00100000:1.0:1788526983.234066:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881622144 00000100:00100000:1.0:1788526983.234070:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881622144 00000100:00100000:1.0:1788526983.234136:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1788526983.234144:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+20:18874:x1875405881622144:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788526983.234296:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+20:18874:x1875405881622144:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 152us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526983.234303:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1788526983.234908:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245222d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622144:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788526983.235445:0:18874:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788526983.235517:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274963b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622272:0@lo:502:ll_cfg_requeue.0 00000100:00100000:0.0:1788526983.235577:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526983.236362:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c244d2ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1788526983.236465:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881622272 00000100:00100000:3.0:1788526983.236473:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881622272 00000100:00100000:3.0:1788526983.236519:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1788526983.236527:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c24541e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+20:18874:x1875405881622272:12345-0@lo:502:ll_cfg_requeue.0 00000100:00100000:3.0:1788526983.236742:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c24541e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+20:18874:x1875405881622272:12345-0@lo:502:ll_cfg_requeue.0 Request processed in 215us (1165us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526983.236760:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1788526983.237183:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274963b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622272:0@lo:502:ll_cfg_requeue.0 00000040:00080000:0.0:1788526983.237471:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].1, 224 off8416 00000040:00080000:0.0:1788526983.237522:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].2, 112 off8528 00000040:00080000:0.0:1788526983.237565:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].3, 224 off8752 00000040:00080000:0.0:1788526983.237598:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].4, 224 off8976 00000040:00080000:0.0:1788526983.237627:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].5, 112 off9088 00000040:00080000:0.0:1788526983.237669:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].6, 224 off9312 00000040:00080000:0.0:1788526983.237897:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].7, 224 off9536 00000040:00080000:0.0:1788526983.237944:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].8, 128 off9664 00000100:00100000:0.0:1788526983.237983:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274963b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622400:0@lo:502:ll_cfg_requeue.0 00000100:00100000:0.0:1788526983.238040:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526983.238075:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c244d2ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1788526983.238191:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881622400 00000100:00100000:3.0:1788526983.238198:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881622400 00000100:00100000:3.0:1788526983.238232:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1788526983.238239:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b09c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+20:18874:x1875405881622400:12345-0@lo:502:ll_cfg_requeue.0 00000100:00100000:3.0:1788526983.238443:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b09c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+20:18874:x1875405881622400:12345-0@lo:502:ll_cfg_requeue.0 Request processed in 204us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526983.238458:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1788526983.239034:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274963b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622400:0@lo:502:ll_cfg_requeue.0 00000040:00080000:0.0:1788526983.239145:0:18874:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].9, 224 off9888 00000040:00080000:0.0:1788526983.239157:0:18874:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000040:00080000:3.0:1788526983.243933:0:21007:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x22:0x0] index 64768 count 10 00000100:00100000:2.0:1788526983.244550:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526983.244619:0:21004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869037440 00000100:00100000:3.0:1788526983.244629:0:21004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869037440 00000100:00100000:3.0:1788526983.244689:0:21004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 16 00000100:00100000:3.0:1788526983.244701:0:21004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249743800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+7:17370:x1875405869037440:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788526983.244733:0:21004:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788526983.245004:0:21004:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3be0e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a18 expref: -99 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245083:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be15 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245098:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be15 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245109:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be15 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245124:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be1c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245131:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be1c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245138:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be1c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245516:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55c00/0x367645d450b3be23 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245537:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55c00/0x367645d450b3be23 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245544:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55c00/0x367645d450b3be23 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788526983.245555:0:21004:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:3.0:1788526983.245948:0:21004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be15 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245957:0:21004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be15 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245965:0:21004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be15 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245971:0:21004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b55200 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:3.0:1788526983.245975:0:21004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be15 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245983:0:21004:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be15 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.245995:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98c250b85700) 00010000:00010000:3.0:1788526983.245997:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788526983.246002:0:21004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be15 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.246008:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be15 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.246019:0:21004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be1c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.246030:0:21004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be1c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.246036:0:21004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be1c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.246041:0:21004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54c00 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:3.0:1788526983.246044:0:21004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be1c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.246348:0:21004:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be1c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.246360:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff98c259884500) 00010000:00010000:3.0:1788526983.246362:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788526983.246365:0:21004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be1c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.246371:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be1c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.247330:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3be0e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a18 expref: 10 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.247350:0:21004:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55c00/0x367645d450b3be23 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a18 expref: 9 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.247359:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98c259884f00) 00010000:00010000:3.0:1788526983.247362:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788526983.247371:0:21004:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c242b55c00, rc 0) 00000020:01000000:0.0:1788526983.248555:0:18874:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1788526983.248580:0:18874:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788526983.248591:0:18874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c282045800/0x367645d450b3bde4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bdeb expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.248601:0:18874:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c282045800/0x367645d450b3bde4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3bdeb expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788526983.248642:0:18874:0:(mgc_request.c:714:do_requeue()) updating log params 10000000:01000000:0.0:1788526983.248645:0:18874:0:(mgc_request.c:2062:mgc_process_log()) Process log params-ffff98c243105000 from 10 10000000:01000000:0.0:1788526983.248648:0:18874:0:(mgc_request.c:1239:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788526983.248685:0:18874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c282045e00/0x367645d450b3be31 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.248692:0:18874:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.159@tcp lock: ffff98c282045e00/0x367645d450b3be31 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.248903:0:18874:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.159@tcp lock: ffff98c282045e00/0x367645d450b3be31 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526983.248929:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274963b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788526983.248999:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526983.249090:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c244d2ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1788526983.249208:0:21004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249743800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+9:17370:x1875405869037440:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 Request processed in 4506us (4660us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788526983.249217:0:21004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 16 00000100:00100000:2.0:1788526983.254668:0:18870:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881622528 00000100:00100000:2.0:1788526983.254685:0:18870:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881622528 00000100:00100000:1.0:1788526983.254873:0:18870:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1788526983.254894:0:18870:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b09d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+20:18874:x1875405881622528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788526983.254913:0:18870:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526983.254934:0:18870:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98c241663c00/0x367645d450b3be38 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x367645d450b3be31 expref: -99 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.254962:0:18870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98c241663c00/0x367645d450b3be38 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x367645d450b3be31 expref: 21 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.254994:0:18870:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98c241663c00/0x367645d450b3be38 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x367645d450b3be31 expref: 21 pid: 18870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.255003:0:18870:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c241663c00, rc 0) 00000100:00100000:1.0:1788526983.255083:0:18870:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b09d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4ce0daaa-1095-4128-b024-59d758d27fcb+21:18874:x1875405881622528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 201us (6084us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526983.255090:0:18870:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1788526983.255663:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274963b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788526983.255687:0:18874:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.159@tcp lock: ffff98c282045e00/0x367645d450b3be31 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3be38 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.255697:0:18874:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.159@tcp lock: ffff98c282045e00/0x367645d450b3be31 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x367645d450b3be38 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526983.255773:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274963b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788526983.255975:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526983.256014:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c244d2ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1788526983.256064:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881622656 00000100:00100000:2.0:1788526983.256069:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881622656 00000100:00100000:2.0:1788526983.256101:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1788526983.256107:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27f7e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+21:18874:x1875405881622656:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788526983.256357:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27f7e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4ce0daaa-1095-4128-b024-59d758d27fcb+21:18874:x1875405881622656:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 249us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526983.256366:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1788526983.257880:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274963b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788526983.257945:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274963b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622784:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788526983.258008:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526983.258048:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c244d2ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1788526983.258202:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881622784 00000100:00100000:3.0:1788526983.258209:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881622784 00000100:00100000:3.0:1788526983.258258:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1788526983.258268:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27f7e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+21:18874:x1875405881622784:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788526983.259280:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27f7e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+21:18874:x1875405881622784:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1010us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526983.259290:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1788526983.259556:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526983.259728:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869037568 00000100:00100000:1.0:1788526983.259734:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869037568 00000100:00100000:1.0:1788526983.259785:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 17 00000100:00100000:1.0:1788526983.259802:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+9:17370:x1875405869037568:12345-192.168.204.59@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788526983.259908:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+9:17370:x1875405869037568:12345-192.168.204.59@tcp:59:lhsmtool_posix.0 Request processed in 115us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526983.259916:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 17 00000100:00100000:0.0:1788526983.260222:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274963b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4ce0daaa-1095-4128-b024-59d758d27fcb:18874:1875405881622784:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788526983.267090:0:21008:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1788526983.267291:0:18874:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1788526983.267303:0:18874:0:(mgc_request.c:2142:mgc_process_log()) MGC192.168.204.159@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788526983.267314:0:18874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.159@tcp lock: ffff98c282045e00/0x367645d450b3be31 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3be38 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.267341:0:18874:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.159@tcp lock: ffff98c282045e00/0x367645d450b3be31 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x367645d450b3be38 expref: -99 pid: 18874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526983.283241:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526983.283331:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869037696 00000100:00100000:1.0:1788526983.283344:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869037696 00000100:00100000:1.0:1788526983.283473:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 18 00000100:00100000:1.0:1788526983.283497:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+9:17376:x1875405869037696:12345-192.168.204.59@tcp:101:lfs.0 00010000:00010000:1.0:1788526983.283519:0:18877:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526983.283542:0:18877:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a1f expref: -99 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283606:0:18877:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3be46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283643:0:18877:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3be46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283657:0:18877:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3be46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283673:0:18877:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663600/0x367645d450b3be4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283680:0:18877:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663600/0x367645d450b3be4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283686:0:18877:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663600/0x367645d450b3be4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283919:0:18877:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3be46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283927:0:18877:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3be46 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283934:0:18877:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3be46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283940:0:18877:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241663000 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:1.0:1788526983.283944:0:18877:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3be46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283952:0:18877:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3be46 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283964:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c250b85800) 00010000:00010000:1.0:1788526983.283972:0:18877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788526983.283977:0:18877:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3be46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283984:0:18877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3be46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.283996:0:18877:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663600/0x367645d450b3be4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.284002:0:18877:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663600/0x367645d450b3be4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.284008:0:18877:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663600/0x367645d450b3be4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.284012:0:18877:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241663600 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:1.0:1788526983.284015:0:18877:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663600/0x367645d450b3be4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.284021:0:18877:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663600/0x367645d450b3be4d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.284028:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98c272284c00) 00010000:00010000:1.0:1788526983.284031:0:18877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788526983.284048:0:18877:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663600/0x367645d450b3be4d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.284054:0:18877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663600/0x367645d450b3be4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.284090:0:18877:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be3f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a1f expref: 10 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.284108:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c250b85800) 00010000:00010000:1.0:1788526983.284112:0:18877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788526983.284116:0:18877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a1f expref: 10 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.284126:0:18877:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c241662a00, rc 0) 00000100:00100000:1.0:1788526983.284197:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+9:17376:x1875405869037696:12345-192.168.204.59@tcp:101:lfs.0 Request processed in 714us (966us total) trans 0 rc 301/301 00000100:00100000:1.0:1788526983.284205:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 18 00000100:00100000:2.0:1788526983.292417:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526983.292514:0:18886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869037824 00000100:00100000:3.0:1788526983.292532:0:18886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869037824 00000100:00100000:3.0:1788526983.292620:0:18886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 0 00000100:00100000:3.0:1788526983.292630:0:18886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:42274105-c824-478e-aedb-44e71f009dcf+9:17376:x1875405869037824:12345-192.168.204.59@tcp:700:lfs.0 00000100:00100000:3.0:1788526983.292712:0:18886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:42274105-c824-478e-aedb-44e71f009dcf+9:17376:x1875405869037824:12345-192.168.204.59@tcp:700:lfs.0 Request processed in 84us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526983.292720:0:18886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 0 00000100:00100000:2.0:1788526983.298278:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526983.306924:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869038080 00000100:00100000:1.0:1788526983.306939:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869038080 00000100:00100000:1.0:1788526983.307218:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 19 00000100:00100000:1.0:1788526983.307230:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+9:17376:x1875405869038080:12345-192.168.204.59@tcp:36:lfs.0 00010000:00010000:1.0:1788526983.307282:0:18878:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788526983.307305:0:18878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bd7b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59993 expref: 9 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.307326:0:18878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c250b85800) 00010000:00010000:1.0:1788526983.307331:0:18878:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788526983.307557:0:18878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.307572:0:18878:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bdba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599fc expref: 5 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.307582:0:18878:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.307620:0:18878:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bdba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599fc expref: 5 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.307634:0:18878:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bdba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599fc expref: 5 pid: 18877 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526983.307648:0:18878:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245220a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18878:1875405881622912:192.168.204.59@tcp:104: 00000100:00100000:1.0:1788526983.307736:0:18878:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c248298840 going to sleep for 11 seconds 00000100:00100000:1.0:1788526983.310421:0:18878:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245220a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18878:1875405881622912:192.168.204.59@tcp:104: 00010000:00010000:1.0:1788526983.310448:0:18878:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526983.311200:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526983.311430:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869038208 00000100:00100000:0.0:1788526983.311438:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869038208 00010000:00010000:0.0:1788526983.311492:0:18864:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bdba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599fc expref: 6 pid: 18877 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526983.311533:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 9 00000100:00100000:0.0:1788526983.311541:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b521500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+6:2348:x1875405869038208:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788526983.311555:0:18864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526983.311562:0:18864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bdba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599fc expref: 6 pid: 18877 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.311574:0:18864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bdba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599fc expref: 6 pid: 18877 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.311593:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bdba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc599fc expref: 6 pid: 18877 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.311608:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c250b85800) 00010000:00010000:0.0:1788526983.311613:0:18864:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.311622:0:18864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.311645:0:18864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.311933:0:18864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788526983.311997:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b521500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+5:2348:x1875405869038208:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 455us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526983.312011:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 9 00000100:00080000:3.0:1788526983.312769:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788526983.313794:0:18878:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.313829:0:18878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.313868:0:18878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3be5b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.313889:0:18878:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3be5b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.313900:0:18878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3be5b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788526983.318149:0:18878:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:3.0:1788526983.318172:0:18878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.318183:0:18878:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.318192:0:18878:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.318212:0:18878:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662a00 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:3.0:1788526983.318218:0:18878:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.318226:0:18878:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.318242:0:18878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c250b85800) 00010000:00010000:3.0:1788526983.318245:0:18878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788526983.318251:0:18878:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.318258:0:18878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3be54 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788526983.318281:0:18878:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000067a76f0e reply state 0000000018e72a0f transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3be5b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526983.318290:0:18878:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788526983.318730:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b521880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+10:17376:x1875405869038080:12345-192.168.204.59@tcp:36:lfs.0 Request processed in 11497us (20457us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788526983.318740:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 19 00010000:00010000:1.0:1788526983.320966:0:3265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3be5b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.321154:0:3265:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3be5b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.321162:0:3265:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3be5b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.321168:0:3265:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9800 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:1.0:1788526983.321174:0:3265:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3be5b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.321183:0:3265:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3be5b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.321216:0:3265:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98c250b85300) 00010000:00010000:1.0:1788526983.321220:0:3265:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788526983.321225:0:3265:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3be5b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.321232:0:3265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3be5b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526983.442333:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526983.445283:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869038336 00000100:00100000:2.0:1788526983.445300:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869038336 00000100:00100000:3.0:1788526983.445510:0:21004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 20 00000100:00100000:3.0:1788526983.445532:0:21004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+9:17384:x1875405869038336:12345-192.168.204.59@tcp:101:lctl.0 00010000:00010000:3.0:1788526983.445561:0:21004:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788526983.445585:0:21004:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3be62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a26 expref: -99 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.445672:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.445687:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.445697:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788526983.445744:0:21004:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788526983.445748:0:21004:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788526983.445803:0:21004:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.445828:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3be62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a26 expref: 11 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.445847:0:21004:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54c00/0x367645d450b3be69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a26 expref: 10 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.445857:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c259884500) 00010000:00010000:3.0:1788526983.445860:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788526983.445863:0:21004:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c242b54c00, rc 0) 00000100:00100000:3.0:1788526983.445934:0:21004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+10:17384:x1875405869038336:12345-192.168.204.59@tcp:101:lctl.0 Request processed in 415us (3612us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526983.445941:0:21004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 20 00000100:00100000:3.0:1788526983.480215:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526983.481287:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869038464 00000100:00100000:2.0:1788526983.481302:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869038464 00000100:00100000:2.0:1788526983.481383:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 21 00000100:00100000:2.0:1788526983.481953:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+5:17385:x1875405869038464:12345-192.168.204.59@tcp:101:lfs.0 00010000:00010000:2.0:1788526983.481987:0:18879:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526983.482016:0:18879:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3be70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a2d expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.482083:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8600/0x367645d450b3be77 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.482098:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8600/0x367645d450b3be77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.482110:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8600/0x367645d450b3be77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788526983.482163:0:18879:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788526983.482167:0:18879:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788526983.482186:0:18879:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8600/0x367645d450b3be77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.482211:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3be70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a2d expref: 7 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.482230:0:18879:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8600/0x367645d450b3be77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a2d expref: 6 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.482238:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c259884500) 00010000:00010000:2.0:1788526983.482241:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788526983.482244:0:18879:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c8600, rc 0) 00000100:00100000:2.0:1788526983.482313:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+6:17385:x1875405869038464:12345-192.168.204.59@tcp:101:lfs.0 Request processed in 367us (2109us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526983.484823:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 21 00000100:00100000:0.0:1788526983.490241:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526983.492945:0:21004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869038592 00000100:00100000:3.0:1788526983.492976:0:21004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869038592 00000100:00100000:3.0:1788526983.493817:0:21004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 22 00000100:00100000:3.0:1788526983.493830:0:21004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24dcd47e-a659-4a02-9f49-0e7c94332483+6:17385:x1875405869038592:12345-192.168.204.59@tcp:101:lfs.0 00010000:00010000:3.0:1788526983.493850:0:21004:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788526983.493869:0:21004:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3be7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a34 expref: -99 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.493938:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.493952:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.493964:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.493978:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3be8c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.493985:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3be8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.493991:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3be8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495146:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3be93 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495160:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3be93 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495169:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3be93 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788526983.495212:0:21004:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788526983.495216:0:21004:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788526983.495233:0:21004:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3be93 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495245:0:21004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495252:0:21004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be85 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495259:0:21004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be85 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495265:0:21004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b55200 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:3.0:1788526983.495269:0:21004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be85 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495276:0:21004:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be85 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495288:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c259884500) 00010000:00010000:3.0:1788526983.495291:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788526983.495295:0:21004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495301:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3be85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495313:0:21004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3be8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495327:0:21004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3be8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495333:0:21004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3be8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495338:0:21004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54400 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:3.0:1788526983.495341:0:21004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3be8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495347:0:21004:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3be8c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495353:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98c259884c00) 00010000:00010000:3.0:1788526983.495356:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788526983.495358:0:21004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3be8c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495363:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3be8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495433:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3be7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a34 expref: 8 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495446:0:21004:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3be93 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a34 expref: 7 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.495453:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98c259884100) 00010000:00010000:3.0:1788526983.495455:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788526983.495463:0:21004:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c242b54000, rc 0) 00000100:00100000:3.0:1788526983.495539:0:21004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24dcd47e-a659-4a02-9f49-0e7c94332483+7:17385:x1875405869038592:12345-192.168.204.59@tcp:101:lfs.0 Request processed in 1712us (5308us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526983.495548:0:21004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 22 00000100:00100000:3.0:1788526983.502483:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526983.502583:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869038848 00000100:00100000:0.0:1788526983.502605:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869038848 00000100:00100000:0.0:1788526983.502665:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 23 00000100:00100000:0.0:1788526983.502675:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+7:17385:x1875405869038848:12345-192.168.204.59@tcp:101:lfs.0 00010000:00010000:0.0:1788526983.502698:0:18878:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526983.502718:0:18878:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3be9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a3b expref: -99 pid: 18878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788526983.502808:0:18878:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1788526983.502937:0:18878:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3be9a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a3b expref: 9 pid: 18878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.502952:0:18878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c259884500) 00010000:00010000:0.0:1788526983.502955:0:18878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788526983.502961:0:18878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3be9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a3b expref: 9 pid: 18878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526983.502975:0:18878:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c282044200, rc 0) 00000100:00100000:0.0:1788526983.503756:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+8:17385:x1875405869038848:12345-192.168.204.59@tcp:101:lfs.0 Request processed in 378us (579us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1788526983.503783:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 23 00000040:00080000:1.0:1788526983.508164:0:18912:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788526983.512613:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526983.512707:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869039104 00000100:00100000:2.0:1788526983.512719:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869039104 00000100:00100000:2.0:1788526983.512778:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 24 00000100:00100000:2.0:1788526983.512787:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+8:17385:x1875405869039104:12345-192.168.204.59@tcp:36:lfs.0 00010000:00010000:2.0:1788526983.512848:0:18877:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788526983.512873:0:18877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3be93 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a34 expref: 8 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.512902:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98c259884100) 00010000:00010000:2.0:1788526983.512927:0:18877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788526983.512955:0:18877:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bea8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.512968:0:18877:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bea8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.512978:0:18877:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bea8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788526983.513257:0:18877:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000055a12406 reply state 0000000099dfccce transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bea8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526983.513268:0:18877:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788526983.513276:0:18877:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000100:00100000:2.0:1788526983.513371:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+9:17385:x1875405869039104:12345-192.168.204.59@tcp:36:lfs.0 Request processed in 584us (779us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788526983.513379:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 24 00000100:00100000:3.0:1788526983.520915:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00010000:00010000:2.0:1788526983.521445:0:3264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bea8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.521459:0:3264:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bea8 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.521466:0:3264:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bea8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.521472:0:3264:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c8000 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526983.521477:0:3264:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bea8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.521485:0:3264:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bea8 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.521516:0:3264:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98c250b85d00) 00010000:00010000:2.0:1788526983.521519:0:3264:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1788526983.521525:0:3264:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bea8 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.521532:0:3264:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bea8 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526983.524255:0:18880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869039360 00000100:00100000:0.0:1788526983.524275:0:18880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869039360 00000100:00100000:0.0:1788526983.524432:0:18880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2 00000100:00100000:0.0:1788526983.524443:0:18880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+8:17385:x1875405869039360:12345-192.168.204.59@tcp:35:lfs.0 00000100:00100000:0.0:1788526983.524769:0:18880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+9:17385:x1875405869039360:12345-192.168.204.59@tcp:35:lfs.0 Request processed in 326us (3863us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788526983.524778:0:18880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2 00000100:00100000:1.0:1788526983.530911:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526983.530989:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869039616 00000100:00100000:3.0:1788526983.531000:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869039616 00000100:00100000:3.0:1788526983.531102:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 25 00000100:00100000:3.0:1788526983.531113:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+9:17385:x1875405869039616:12345-192.168.204.59@tcp:101:lfs.0 00010000:00010000:3.0:1788526983.531143:0:18878:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788526983.531165:0:18878:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3beaf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a42 expref: -99 pid: 18878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531237:0:18878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3beb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531251:0:18878:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3beb6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531261:0:18878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3beb6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531275:0:18878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bebd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531281:0:18878:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bebd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531288:0:18878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bebd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788526983.531449:0:18878:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:3.0:1788526983.531536:0:18878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3beb6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531544:0:18878:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3beb6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531551:0:18878:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3beb6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531556:0:18878:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b55000 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:3.0:1788526983.531560:0:18878:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3beb6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531568:0:18878:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3beb6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531580:0:18878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c259884500) 00010000:00010000:3.0:1788526983.531583:0:18878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788526983.531587:0:18878:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3beb6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531602:0:18878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3beb6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531614:0:18878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bebd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531620:0:18878:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bebd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531636:0:18878:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bebd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531642:0:18878:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54400 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:3.0:1788526983.531644:0:18878:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bebd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531650:0:18878:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bebd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531658:0:18878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98c259884c00) 00010000:00010000:3.0:1788526983.531660:0:18878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788526983.531663:0:18878:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bebd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531668:0:18878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bebd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531708:0:18878:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3beaf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a42 expref: 11 pid: 18878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531718:0:18878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c259884500) 00010000:00010000:3.0:1788526983.531720:0:18878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788526983.531724:0:18878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3beaf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a42 expref: 11 pid: 18878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.531735:0:18878:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c242b54600, rc 0) 00000100:00100000:3.0:1788526983.531797:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+10:17385:x1875405869039616:12345-192.168.204.59@tcp:101:lfs.0 Request processed in 686us (897us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1788526983.531812:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 25 00000100:00100000:2.0:1788526983.538786:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526983.538873:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869039744 00000100:00100000:3.0:1788526983.538892:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869039744 00000100:00100000:3.0:1788526983.538954:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 26 00000100:00100000:3.0:1788526983.538965:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+10:17385:x1875405869039744:12345-192.168.204.59@tcp:101:lfs.0 00010000:00010000:3.0:1788526983.538994:0:18877:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788526983.539016:0:18877:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3becb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a49 expref: -99 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.539303:0:18877:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bed2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.539318:0:18877:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bed2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.539330:0:18877:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bed2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788526983.539354:0:18877:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788526983.539358:0:18877:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788526983.539374:0:18877:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bed2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.539436:0:18877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3becb lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a49 expref: 12 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.539453:0:18877:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bed2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a49 expref: 11 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.539473:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98c259884000) 00010000:00010000:3.0:1788526983.539476:0:18877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788526983.539480:0:18877:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c242b54000, rc 0) 00000100:00100000:3.0:1788526983.539537:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+11:17385:x1875405869039744:12345-192.168.204.59@tcp:101:lfs.0 Request processed in 573us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526983.539544:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 26 00000100:00100000:1.0:1788526983.553767:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526983.554715:0:18881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869039872 00000100:00100000:0.0:1788526983.554729:0:18881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869039872 00000100:00100000:0.0:1788526983.554796:0:18881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 3 00000100:00100000:0.0:1788526983.554807:0:18881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+11:17385:x1875405869039872:12345-192.168.204.59@tcp:37:lfs.0 00000100:00100000:1.0:1788526983.563897:0:18881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+11:17385:x1875405869039872:12345-192.168.204.59@tcp:37:lfs.0 Request processed in 9070us (10119us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526983.563911:0:18881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 3 00000100:00100000:2.0:1788526983.570031:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526983.570177:0:18880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869040128 00000100:00100000:3.0:1788526983.570188:0:18880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869040128 00000100:00100000:3.0:1788526983.570247:0:18880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 4 00000100:00100000:3.0:1788526983.570256:0:18880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27c372050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+11:17385:x1875405869040128:12345-192.168.204.59@tcp:35:lfs.0 00000100:00100000:2.0:1788526983.571132:0:18880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27c372050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+12:17385:x1875405869040128:12345-192.168.204.59@tcp:35:lfs.0 Request processed in 873us (1106us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788526983.571146:0:18880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 4 00000100:00100000:3.0:1788526983.644506:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526983.644675:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869040256 00000100:00100000:2.0:1788526983.644687:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869040256 00000100:00100000:2.0:1788526983.644742:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 27 00000100:00100000:2.0:1788526983.644751:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+10:17391:x1875405869040256:12345-192.168.204.59@tcp:101:bash.0 00010000:00010000:2.0:1788526983.644771:0:18879:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526983.644791:0:18879:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bed9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a50 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.644888:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bee0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.644902:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bee0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.644913:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bee0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.644933:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bee7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.644939:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bee7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.644945:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bee7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645038:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3beee lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645045:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3beee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645182:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3beee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788526983.645212:0:18879:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788526983.645216:0:18879:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788526983.645257:0:18879:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3beee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645269:0:18879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bee0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645275:0:18879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bee0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645282:0:18879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bee0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645303:0:18879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c8800 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526983.645308:0:18879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bee0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645317:0:18879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bee0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645328:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c259884500) 00010000:00010000:2.0:1788526983.645330:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788526983.645334:0:18879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bee0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645343:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bee0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645356:0:18879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bee7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645361:0:18879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bee7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645366:0:18879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bee7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645372:0:18879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c8000 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526983.645374:0:18879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bee7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645379:0:18879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bee7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645450:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98c250b85d00) 00010000:00010000:2.0:1788526983.645452:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788526983.645455:0:18879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bee7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645460:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bee7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645491:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bed9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a50 expref: 12 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645503:0:18879:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9800/0x367645d450b3beee lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a50 expref: 11 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.645510:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98c259884000) 00010000:00010000:2.0:1788526983.645512:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788526983.645515:0:18879:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c9800, rc 0) 00000100:00100000:2.0:1788526983.645826:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+11:17391:x1875405869040256:12345-192.168.204.59@tcp:101:bash.0 Request processed in 1074us (1330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526983.645835:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 27 00000100:00100000:0.0:1788526983.651814:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526983.652522:0:21004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869040512 00000100:00100000:3.0:1788526983.652534:0:21004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869040512 00000100:00100000:3.0:1788526983.652588:0:21004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 28 00000100:00100000:3.0:1788526983.652665:0:21004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+11:17391:x1875405869040512:12345-192.168.204.59@tcp:101:bash.0 00010000:00010000:3.0:1788526983.652685:0:21004:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788526983.652706:0:21004:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3bef5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a57 expref: -99 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.652822:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.652836:0:21004:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bed2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a49 expref: 11 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.652845:0:21004:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.652903:0:21004:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bed2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a49 expref: 11 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.652918:0:21004:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bed2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a49 expref: 11 pid: 18877 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526983.652931:0:21004:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c2746c0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:21004:1875405881623040:192.168.204.59@tcp:104: 00000100:00100000:3.0:1788526983.653179:0:21004:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c27b551a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788526983.660622:0:21004:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c2746c0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:21004:1875405881623040:192.168.204.59@tcp:104: 00010000:00010000:3.0:1788526983.660658:0:21004:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526983.660787:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526983.661380:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869040640 00000100:00100000:1.0:1788526983.661832:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869040640 00010000:00010000:1.0:1788526983.661896:0:18863:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bed2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a49 expref: 12 pid: 18877 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526983.661942:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 10 00000100:00100000:1.0:1788526983.661952:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274961180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+12:2349:x1875405869040640:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788526983.661967:0:18863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788526983.661974:0:18863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bed2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a49 expref: 12 pid: 18877 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.661988:0:18863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bed2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a49 expref: 12 pid: 18877 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.662239:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bed2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a49 expref: 12 pid: 18877 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.662257:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98c259884000) 00010000:00010000:1.0:1788526983.662261:0:18863:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.662271:0:18863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.662278:0:18863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.662352:0:18863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788526983.662441:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274961180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:24dcd47e-a659-4a02-9f49-0e7c94332483+11:2349:x1875405869040640:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 490us (1654us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526983.662449:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 10 00010000:00010000:3.0:1788526983.662932:0:21004:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.662942:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.663347:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf03 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.663360:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf03 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.663369:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf03 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.665225:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3bf0a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.665252:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3bf0a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.665262:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3bf0a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788526983.665276:0:21004:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788526983.665309:0:21004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.665317:0:21004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.665324:0:21004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.665331:0:21004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54600 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:3.0:1788526983.665336:0:21004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.665345:0:21004:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.665357:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98c259884000) 00010000:00010000:3.0:1788526983.665360:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788526983.665364:0:21004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.665370:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3befc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788526983.665383:0:21004:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000002bd8165 reply state 000000004da6734b transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf03 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526983.665606:0:21004:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788526983.665733:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3bef5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a57 expref: 14 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.665750:0:21004:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3bf0a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a57 expref: 13 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.665757:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:2.0:1788526983.665765:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1788526983.665768:0:21004:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c242b55000, rc 0) 00000100:00100000:2.0:1788526983.665889:0:21004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+14:17391:x1875405869040512:12345-192.168.204.59@tcp:101:bash.0 Request processed in 13216us (14072us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788526983.665898:0:21004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 28 00000100:00100000:0.0:1788526983.679300:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526983.679432:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869040768 00000100:00100000:2.0:1788526983.679443:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869040768 00000100:00100000:2.0:1788526983.679499:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 29 00000100:00100000:2.0:1788526983.679509:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+14:17391:x1875405869040768:12345-192.168.204.59@tcp:101:bash.0 00010000:00010000:2.0:1788526983.679540:0:18879:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526983.679559:0:18879:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf18 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a5e expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.679624:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.679639:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.679651:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788526983.679689:0:18879:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788526983.679694:0:18879:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788526983.679712:0:18879:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.679723:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.679748:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf18 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a5e expref: 16 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.679782:0:18879:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a5e expref: 15 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.679791:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:2.0:1788526983.679795:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788526983.679798:0:18879:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c8000, rc 0) 00000100:00100000:2.0:1788526983.679855:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+15:17391:x1875405869040768:12345-192.168.204.59@tcp:101:bash.0 Request processed in 347us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526983.679862:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 29 00010000:00010000:1.0:1788526983.682469:0:3265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf03 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.682487:0:3265:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf03 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.682494:0:3265:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf03 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.682500:0:3265:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54400 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:1.0:1788526983.682505:0:3265:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf03 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.682534:0:3265:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf03 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.682551:0:3265:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff98c259884c00) 00010000:00010000:1.0:1788526983.682554:0:3265:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788526983.682559:0:3265:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf03 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526983.682566:0:3265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf03 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526983.684818:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526983.684907:0:18881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869041024 00000100:00100000:1.0:1788526983.684917:0:18881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869041024 00000100:00100000:1.0:1788526983.685016:0:18881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 5 00000100:00100000:1.0:1788526983.685034:0:18881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:42274105-c824-478e-aedb-44e71f009dcf+14:17391:x1875405869041024:12345-192.168.204.59@tcp:35:bash.0 00000100:00100000:1.0:1788526983.685428:0:18881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:42274105-c824-478e-aedb-44e71f009dcf+15:17391:x1875405869041024:12345-192.168.204.59@tcp:35:bash.0 Request processed in 401us (616us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1788526983.685436:0:18881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 5 00000100:00100000:0.0:1788526983.788185:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526983.788265:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869041280 00000100:00100000:2.0:1788526983.788277:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869041280 00000100:00100000:2.0:1788526983.788346:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 30 00000100:00100000:2.0:1788526983.788357:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+15:17401:x1875405869041280:12345-192.168.204.59@tcp:101:lfs.0 00010000:00010000:2.0:1788526983.788411:0:18877:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526983.788432:0:18877:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a65 expref: -99 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788526983.788524:0:18877:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:2.0:1788526983.788683:0:18877:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf26 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a65 expref: 17 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.788697:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98c259884500) 00010000:00010000:2.0:1788526983.788701:0:18877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788526983.788706:0:18877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a65 expref: 17 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.788731:0:18877:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c9000, rc 0) 00000100:00100000:2.0:1788526983.788799:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+16:17401:x1875405869041280:12345-192.168.204.59@tcp:101:lfs.0 Request processed in 444us (624us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1788526983.788806:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 30 00000100:00100000:0.0:1788526983.792775:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526983.792861:0:18880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869041536 00000100:00100000:2.0:1788526983.792881:0:18880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869041536 00000100:00100000:2.0:1788526983.792952:0:18880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 6 00000100:00100000:2.0:1788526983.792965:0:18880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42274105-c824-478e-aedb-44e71f009dcf+16:17401:x1875405869041536:12345-192.168.204.59@tcp:35:lfs.0 00000100:00100000:2.0:1788526983.793268:0:18880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42274105-c824-478e-aedb-44e71f009dcf+17:17401:x1875405869041536:12345-192.168.204.59@tcp:35:lfs.0 Request processed in 304us (503us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1788526983.793277:0:18880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 6 00000100:00100000:1.0:1788526983.840269:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526983.840358:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869041792 00000100:00100000:2.0:1788526983.840369:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869041792 00000100:00100000:2.0:1788526983.840460:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 31 00000100:00100000:2.0:1788526983.840470:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+17:17404:x1875405869041792:12345-192.168.204.59@tcp:101:lfs.0 00010000:00010000:2.0:1788526983.840494:0:18879:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526983.840512:0:18879:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf34 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a6c expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.840631:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bf3b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.840646:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bf3b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.840658:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bf3b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788526983.840685:0:18879:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788526983.840826:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf34 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a6c expref: 20 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.840845:0:18879:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bf3b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a6c expref: 19 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.840854:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:2.0:1788526983.840857:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788526983.840861:0:18879:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c8800, rc 0) 00000100:00100000:2.0:1788526983.840922:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+19:17404:x1875405869041792:12345-192.168.204.59@tcp:101:lfs.0 Request processed in 451us (827us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1788526983.840929:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 31 00000100:00100000:0.0:1788526983.846376:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526983.846617:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869041920 00000100:00100000:3.0:1788526983.846628:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869041920 00000100:00100000:3.0:1788526983.846692:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 0 00000100:00100000:3.0:1788526983.846702:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274960000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42274105-c824-478e-aedb-44e71f009dcf+19:2349:x1875405869041920:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788526983.846718:0:18864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788526983.846742:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8800/0x367645d450b3bf3b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a6c expref: 19 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526983.846760:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:3.0:1788526983.846764:0:18864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788526983.846819:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274960000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42274105-c824-478e-aedb-44e71f009dcf+18:2349:x1875405869041920:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 118us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526983.846826:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 0 00000100:00100000:0.0:1788526983.854528:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526983.854645:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869042048 00000100:00100000:2.0:1788526983.854655:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869042048 00000100:00100000:2.0:1788526983.854752:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 32 00000100:00100000:2.0:1788526983.854763:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+18:17404:x1875405869042048:12345-192.168.204.59@tcp:54:lfs.0 00010000:00010000:2.0:1788526983.854836:0:18877:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf49 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.854854:0:18877:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf49 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.854865:0:18877:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf49 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.854995:0:18877:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf49 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.855015:0:18877:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf49 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.855022:0:18877:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf49 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.855121:0:18877:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9000 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526983.855128:0:18877:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf49 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.855137:0:18877:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf49 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.855150:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:2.0:1788526983.855153:0:18877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788526983.855291:0:18877:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf49 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526983.855299:0:18877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf49 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526983.855568:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+18:17404:x1875405869042048:12345-192.168.204.59@tcp:54:lfs.0 Request processed in 805us (1049us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526983.855577:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 32 00000100:00100000:3.0:1788526983.859662:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526983.859750:0:18880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869042304 00000100:00100000:2.0:1788526983.859761:0:18880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869042304 00000100:00100000:2.0:1788526983.859825:0:18880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 7 00000100:00100000:2.0:1788526983.859835:0:18880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42274105-c824-478e-aedb-44e71f009dcf+18:17404:x1875405869042304:12345-192.168.204.59@tcp:35:lfs.0 00000100:00100000:2.0:1788526983.860079:0:18880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42274105-c824-478e-aedb-44e71f009dcf+19:17404:x1875405869042304:12345-192.168.204.59@tcp:35:lfs.0 Request processed in 245us (428us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1788526983.860098:0:18880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 7 00010000:00010000:3.0:1788526984.148131:0:20533:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788526984.223881:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.223989:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869042560 00000100:00100000:2.0:1788526984.224001:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869042560 00000100:00100000:2.0:1788526984.224211:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 33 00000100:00100000:2.0:1788526984.224222:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+19:17435:x1875405869042560:12345-192.168.204.59@tcp:101:cat.0 00010000:00010000:2.0:1788526984.224246:0:18879:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526984.224267:0:18879:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf50 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a73 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.224363:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bf57 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.224378:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bf57 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.224419:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bf57 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788526984.224430:0:18879:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788526984.224702:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bf50 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a73 expref: 22 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.224721:0:18879:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bf57 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a73 expref: 21 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.224729:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:2.0:1788526984.224732:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788526984.224735:0:18879:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c9600, rc 0) 00000100:00100000:2.0:1788526984.224853:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+21:17435:x1875405869042560:12345-192.168.204.59@tcp:101:cat.0 Request processed in 632us (992us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1788526984.224860:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 33 00000100:00100000:3.0:1788526984.230801:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526984.230836:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526984.231218:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869042944 00000100:00100000:1.0:1788526984.231228:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869042944 00000100:00100000:1.0:1788526984.231290:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1 00000100:00100000:1.0:1788526984.231300:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42274105-c824-478e-aedb-44e71f009dcf+21:2348:x1875405869042944:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788526984.231316:0:18863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788526984.231340:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bf57 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a73 expref: 21 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.231374:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:1.0:1788526984.231379:0:18863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788526984.231465:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42274105-c824-478e-aedb-44e71f009dcf+20:2348:x1875405869042944:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 166us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526984.231473:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1 00000100:00100000:2.0:1788526984.231954:0:18880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869042816 00000100:00100000:2.0:1788526984.231961:0:18880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869042816 00000100:00100000:2.0:1788526984.232010:0:18880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 8 00000100:00100000:2.0:1788526984.232018:0:18880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42274105-c824-478e-aedb-44e71f009dcf+20:17435:x1875405869042816:12345-192.168.204.59@tcp:35:cat.0 00000100:00100000:2.0:1788526984.232350:0:18880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42274105-c824-478e-aedb-44e71f009dcf+21:17435:x1875405869042816:12345-192.168.204.59@tcp:35:cat.0 Request processed in 332us (1557us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1788526984.232358:0:18880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 8 00000100:00100000:1.0:1788526984.317315:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526984.317424:0:21004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869043200 00000100:00100000:0.0:1788526984.317435:0:21004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869043200 00000100:00100000:0.0:1788526984.317600:0:21004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 34 00000100:00100000:0.0:1788526984.317611:0:21004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+21:17441:x1875405869043200:12345-192.168.204.59@tcp:101:dd.0 00010000:00010000:0.0:1788526984.317646:0:21004:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526984.317665:0:21004:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3bf65 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a7a expref: -99 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.317755:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bf6c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.317768:0:21004:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3bf0a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a57 expref: 22 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.317778:0:21004:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a5e expref: 22 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.317786:0:21004:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bf6c lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.317821:0:21004:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a5e expref: 22 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.317835:0:21004:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a5e expref: 22 pid: 18879 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526984.317849:0:21004:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274961c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:21004:1875405881623168:192.168.204.59@tcp:104: 00010000:00010000:0.0:1788526984.317961:0:21004:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3bf0a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a57 expref: 22 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.317971:0:21004:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3bf0a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a57 expref: 22 pid: 21004 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526984.318002:0:21004:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274962a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:21004:1875405881623296:192.168.204.59@tcp:104: 00000100:00100000:0.0:1788526984.318588:0:21004:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c244d2e900 going to sleep for 11 seconds 00000100:00100000:2.0:1788526984.322858:0:21004:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274961c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:21004:1875405881623168:192.168.204.59@tcp:104: 00000100:00100000:2.0:1788526984.322886:0:21004:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274962a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:21004:1875405881623296:192.168.204.59@tcp:104: 00010000:00010000:2.0:1788526984.322915:0:21004:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bf6c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526984.323442:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526984.323477:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526984.323502:0:18862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869043328 00000100:00100000:0.0:1788526984.323509:0:18862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869043328 00010000:00010000:0.0:1788526984.323547:0:18862:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a5e expref: 23 pid: 18879 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526984.323587:0:18862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869043456 00000100:00100000:0.0:1788526984.323591:0:18862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869043456 00010000:00010000:0.0:1788526984.323604:0:18862:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3bf0a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a57 expref: 24 pid: 21004 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526984.323618:0:18862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 11 00000100:00100000:0.0:1788526984.323626:0:18862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c2751ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42274105-c824-478e-aedb-44e71f009dcf+24:2348:x1875405869043328:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788526984.323641:0:18862:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526984.323647:0:18862:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a5e expref: 24 pid: 18879 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.323658:0:18862:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a5e expref: 24 pid: 18879 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.323678:0:18862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3bf1f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a5e expref: 24 pid: 18879 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.323692:0:18862:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:0.0:1788526984.323697:0:18862:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bf6c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.323717:0:18862:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bf6c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.323723:0:18862:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788526984.323781:0:18862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c2751ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42274105-c824-478e-aedb-44e71f009dcf+23:2348:x1875405869043328:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 154us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526984.323788:0:18862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 11 00000100:00100000:0.0:1788526984.323835:0:18862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 12 00000100:00100000:0.0:1788526984.323842:0:18862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245220380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42274105-c824-478e-aedb-44e71f009dcf+22:2348:x1875405869043456:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788526984.323850:0:18862:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526984.323855:0:18862:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3bf0a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a57 expref: 22 pid: 21004 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.323875:0:18862:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3bf0a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a57 expref: 22 pid: 21004 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.323887:0:18862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55000/0x367645d450b3bf0a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a57 expref: 22 pid: 21004 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.323898:0:18862:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:0.0:1788526984.323902:0:18862:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bf6c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.323910:0:18862:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bf6c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.323917:0:18862:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bf6c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.323942:0:18862:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788526984.323963:0:18862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245220380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42274105-c824-478e-aedb-44e71f009dcf+21:2348:x1875405869043456:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 121us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526984.323969:0:18862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 12 00010000:00010000:2.0:1788526984.326006:0:21004:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bf6c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.326021:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bf6c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788526984.326056:0:21004:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788526984.326229:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3bf65 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a7a expref: 22 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.326246:0:21004:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044000/0x367645d450b3bf6c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a7a expref: 21 pid: 21004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.326272:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:2.0:1788526984.326275:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788526984.326278:0:21004:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c282044000, rc 0) 00000100:00100000:2.0:1788526984.326343:0:21004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+21:17441:x1875405869043200:12345-192.168.204.59@tcp:101:dd.0 Request processed in 8734us (9037us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1788526984.326351:0:21004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 34 00000100:00100000:1.0:1788526984.329507:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526984.329588:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869043712 00000100:00100000:3.0:1788526984.329713:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869043712 00000100:00100000:3.0:1788526984.329774:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 35 00000100:00100000:3.0:1788526984.329784:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+21:17441:x1875405869043712:12345-192.168.204.59@tcp:36:dd.0 00010000:00010000:3.0:1788526984.330596:0:18878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bf7a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.330616:0:18878:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bf7a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.330643:0:18878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bf7a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788526984.330699:0:18878:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1788526984.330724:0:18878:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f824c2c0 reply state 0000000028f1b3a7 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bf7a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526984.330733:0:18878:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788526984.330879:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+24:17441:x1875405869043712:12345-192.168.204.59@tcp:36:dd.0 Request processed in 1094us (1378us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1788526984.330894:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 35 00000020:00080000:3.0:1788526984.330899:0:18878:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788526984.333893:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526984.333970:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869043840 00000100:00100000:3.0:1788526984.333990:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869043840 00000100:00100000:3.0:1788526984.334055:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 36 00000100:00100000:3.0:1788526984.334066:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+24:17441:x1875405869043840:12345-192.168.204.59@tcp:101:dd.0 00010000:00010000:3.0:1788526984.334090:0:18877:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788526984.334109:0:18877:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf81 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a81 expref: -99 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.334167:0:18877:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf81 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a81 expref: 25 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.334181:0:18877:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf81 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a81 expref: 25 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.334200:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:3.0:1788526984.334214:0:18877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788526984.334218:0:18877:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c242b54400, rc 0) 00000100:00100000:3.0:1788526984.334281:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+25:17441:x1875405869043840:12345-192.168.204.59@tcp:101:dd.0 Request processed in 216us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526984.334288:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 36 00010000:00010000:2.0:1788526984.334446:0:3264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bf7a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.334454:0:3264:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bf7a lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.334460:0:3264:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bf7a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.334465:0:3264:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54600 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526984.334469:0:3264:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bf7a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.334476:0:3264:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bf7a lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.334488:0:3264:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:2.0:1788526984.334491:0:3264:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788526984.334494:0:3264:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bf7a lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.334500:0:3264:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bf7a lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18878 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526984.350578:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526984.350813:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869044096 00000100:00100000:3.0:1788526984.350823:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869044096 00000100:00100000:3.0:1788526984.350888:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2 00000100:00100000:3.0:1788526984.350990:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b522d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42274105-c824-478e-aedb-44e71f009dcf+24:17441:x1875405869044096:12345-192.168.204.59@tcp:103:dd.0 00010000:00010000:3.0:1788526984.351005:0:18863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788526984.351029:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf81 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a81 expref: 24 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.351176:0:18863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:3.0:1788526984.351182:0:18863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788526984.351248:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b522d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42274105-c824-478e-aedb-44e71f009dcf+23:17441:x1875405869044096:12345-192.168.204.59@tcp:103:dd.0 Request processed in 261us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526984.351256:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2 00000100:00100000:1.0:1788526984.354466:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.354598:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869044224 00000100:00100000:2.0:1788526984.354609:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869044224 00000100:00100000:2.0:1788526984.354680:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 37 00000100:00100000:2.0:1788526984.354700:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+23:17441:x1875405869044224:12345-192.168.204.59@tcp:58:dd.0 00010000:00010000:2.0:1788526984.354794:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bf88 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.354812:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bf88 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.354823:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bf88 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788526984.356241:0:18879:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788526984.356357:0:18879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1788526984.356875:0:18879:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1788526984.357162:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+23:17441:x1875405869044224:12345-192.168.204.59@tcp:58:dd.0 Request processed in 2465us (2697us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526984.357173:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 37 00000100:00100000:0.0:1788526984.360752:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526984.360919:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869044352 00000100:00100000:3.0:1788526984.360932:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869044352 00000100:00100000:3.0:1788526984.360993:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 38 00000100:00100000:3.0:1788526984.361004:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+23:17441:x1875405869044352:12345-192.168.204.59@tcp:101:dd.0 00010000:00010000:3.0:1788526984.361025:0:18877:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788526984.361046:0:18877:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3bf8f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a88 expref: -99 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.361111:0:18877:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bf88 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.361137:0:18877:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3bf8f lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a88 expref: 24 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.361155:0:18877:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bf88 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.361167:0:18877:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3bf8f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a88 expref: 24 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.361179:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:3.0:1788526984.361182:0:18877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788526984.361185:0:18877:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3bf8f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a88 expref: 24 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.361192:0:18877:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c242b55200, rc 0) 00000100:00100000:3.0:1788526984.361324:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+24:17441:x1875405869044352:12345-192.168.204.59@tcp:101:dd.0 Request processed in 251us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526984.361333:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 38 00000040:00080000:1.0:1788526984.531647:0:18912:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788526984.531656:0:18912:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788526984.531822:0:18912:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1788526984.531831:0:18912:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788526984.531967:0:18912:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c245222300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:18912:1875405881623424:192.168.204.59@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788526984.532068:0:18912:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a513cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788526984.538817:0:18912:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c245222300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:18912:1875405881623424:192.168.204.59@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788526984.554919:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526984.555157:0:18888:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869044480 00000100:00100000:3.0:1788526984.555169:0:18888:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869044480 00000100:00100000:3.0:1788526984.555225:0:18888:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 0 00000100:00100000:3.0:1788526984.555235:0:18888:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:42274105-c824-478e-aedb-44e71f009dcf+24:17442:x1875405869044480:12345-192.168.204.59@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1788526984.555333:0:18888:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:42274105-c824-478e-aedb-44e71f009dcf+24:17442:x1875405869044480:12345-192.168.204.59@tcp:900:lhsmtool_posix.0 Request processed in 98us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526984.555341:0:18888:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 0 00000100:00100000:0.0:1788526984.560712:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526984.560954:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869044608 00000100:00100000:3.0:1788526984.560978:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869044608 00000100:00100000:3.0:1788526984.561085:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 39 00000100:00100000:3.0:1788526984.561095:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+24:17442:x1875405869044608:12345-192.168.204.59@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788526984.561149:0:18878:0:(mdt_handler.c:7977:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788526984.561260:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+24:17442:x1875405869044608:12345-192.168.204.59@tcp:53:lhsmtool_posix.0 Request processed in 166us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526984.561268:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 39 00000100:00100000:2.0:1788526984.572342:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526984.572663:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869044736 00000100:00100000:3.0:1788526984.572676:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869044736 00000100:00100000:3.0:1788526984.572739:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 40 00000100:00100000:3.0:1788526984.572751:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+24:17442:x1875405869044736:12345-192.168.204.59@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788526984.572827:0:18877:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf96 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.572844:0:18877:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf96 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.572866:0:18877:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf96 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.572901:0:18877:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bf9d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.572909:0:18877:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bf9d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.572916:0:18877:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bf9d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.572941:0:18877:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bfa4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.572964:0:18877:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bfa4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.572971:0:18877:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bfa4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788526984.573013:0:18877:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788526984.573017:0:18877:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788526984.573030:0:18877:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bfa4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573042:0:18877:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf96 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573049:0:18877:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf96 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573056:0:18877:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf96 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573062:0:18877:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54400 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:3.0:1788526984.573067:0:18877:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf96 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573075:0:18877:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf96 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573087:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98c259884f00) 00010000:00010000:3.0:1788526984.573090:0:18877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788526984.573095:0:18877:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf96 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573760:0:18877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54400/0x367645d450b3bf96 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573778:0:18877:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bf9d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573784:0:18877:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bf9d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573790:0:18877:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bf9d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573795:0:18877:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54000 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:3.0:1788526984.573798:0:18877:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bf9d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573816:0:18877:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bf9d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573827:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff98c259884600) 00010000:00010000:3.0:1788526984.573830:0:18877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788526984.573833:0:18877:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bf9d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573838:0:18877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54000/0x367645d450b3bf9d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573854:0:18877:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bfa4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573868:0:18877:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bfa4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573886:0:18877:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bfa4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573890:0:18877:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54600 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:3.0:1788526984.573893:0:18877:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bfa4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573899:0:18877:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bfa4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573907:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:3.0:1788526984.573910:0:18877:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788526984.573913:0:18877:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bfa4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.573918:0:18877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b54600/0x367645d450b3bfa4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526984.574049:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+24:17442:x1875405869044736:12345-192.168.204.59@tcp:34:lhsmtool_posix.0 Request processed in 1297us (1716us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526984.574059:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 40 00000100:00100000:1.0:1788526984.587786:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.588686:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869044992 00000100:00100000:2.0:1788526984.588700:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869044992 00000100:00100000:2.0:1788526984.588766:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 41 00000100:00100000:2.0:1788526984.588775:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245221180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+24:17442:x1875405869044992:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788526984.588798:0:18879:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526984.588819:0:18879:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfab lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a8f expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.588949:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfb2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.588965:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.588987:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788526984.588999:0:18879:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788526984.589097:0:18879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.589116:0:18879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfb2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.589123:0:18879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfb2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.589129:0:18879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9000 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526984.589134:0:18879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfb2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.589142:0:18879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfb2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.589155:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:2.0:1788526984.589158:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788526984.589163:0:18879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfb2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.589178:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfb2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.589222:0:18879:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfab lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a8f expref: 26 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.589233:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98c259884f00) 00010000:00010000:2.0:1788526984.589235:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788526984.589240:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfab lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a8f expref: 26 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.589249:0:18879:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c9c00, rc 0) 00000100:00100000:2.0:1788526984.589332:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245221180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+25:17442:x1875405869044992:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 Request processed in 558us (1555us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1788526984.589340:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 41 00000100:00100000:0.0:1788526984.603937:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.604104:0:21004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869045120 00000100:00100000:2.0:1788526984.604115:0:21004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869045120 00000100:00100000:3.0:1788526984.604483:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 42 00000100:00100000:3.0:1788526984.604556:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+25:17442:x1875405869045120:12345-192.168.204.59@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788526984.604676:0:18877:0:(mdt_handler.c:7977:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788526984.604873:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+25:17442:x1875405869045120:12345-192.168.204.59@tcp:53:lhsmtool_posix.0 Request processed in 378us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526984.604882:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 42 00000100:00100000:0.0:1788526984.611094:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.611203:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869045376 00000100:00100000:2.0:1788526984.611215:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869045376 00000100:00100000:2.0:1788526984.611331:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 43 00000100:00100000:2.0:1788526984.611342:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+25:17442:x1875405869045376:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788526984.611365:0:18879:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526984.611433:0:18879:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfc0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a96 expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788526984.612247:0:18879:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x240000400:0x6:0x0], count =60 00000004:00080000:2.0:1788526984.612254:0:18879:0:(osp_object.c:1645:osp_create()) Writing gap [0x240000400:0x6:0x0]+60 in llog 00000004:00080000:2.0:1788526984.612826:0:18879:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x42:0x0], index 0: 0 00010000:00010000:2.0:1788526984.613158:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfc7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.613176:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfc7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.613189:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfc7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.613255:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfc0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a96 expref: 28 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.613274:0:18879:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfc7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a96 expref: 27 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.613283:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98c250b85d00) 00010000:00010000:2.0:1788526984.613286:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788526984.613290:0:18879:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c9000, rc 0) 00000100:00100000:2.0:1788526984.614836:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+27:17442:x1875405869045376:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 Request processed in 3488us (3743us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1788526984.614849:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 43 00000100:00100000:1.0:1788526984.627490:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.627678:0:21004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869045632 00000100:00100000:2.0:1788526984.627689:0:21004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869045632 00000100:00100000:2.0:1788526984.627757:0:21004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 44 00000100:00100000:2.0:1788526984.627784:0:21004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+27:17442:x1875405869045632:12345-192.168.204.59@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788526984.627846:0:21004:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788526984.627884:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9000/0x367645d450b3bfc7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a96 expref: 27 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.627904:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98c250b85d00) 00010000:00010000:2.0:1788526984.627914:0:21004:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788526984.627937:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfd5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.627951:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfd5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.627961:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfd5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.627974:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bfdc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa760d202 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.627981:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bfdc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa760d202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.627987:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bfdc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa760d202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628046:0:21004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfd5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628054:0:21004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfd5 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628072:0:21004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfd5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628079:0:21004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9c00 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526984.628084:0:21004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfd5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628107:0:21004:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfd5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628117:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98c259884000) 00010000:00010000:2.0:1788526984.628120:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788526984.628123:0:21004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfd5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628130:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3bfd5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628141:0:21004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bfdc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa760d202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628147:0:21004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bfdc lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa760d202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628154:0:21004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bfdc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa760d202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628159:0:21004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9600 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526984.628162:0:21004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bfdc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa760d202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628179:0:21004:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bfdc lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa760d202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628187:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xa760d202 (ffff98c250b85e00) 00010000:00010000:2.0:1788526984.628189:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788526984.628192:0:21004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bfdc lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa760d202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.628199:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bfdc lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa760d202 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526984.628289:0:21004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+26:17442:x1875405869045632:12345-192.168.204.59@tcp:36:lhsmtool_posix.0 Request processed in 507us (808us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788526984.628297:0:21004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 44 00000100:00100000:0.0:1788526984.632782:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526984.634591:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869045760 00000100:00100000:3.0:1788526984.634604:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869045760 00000100:00100000:1.0:1788526984.635102:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 45 00000100:00100000:1.0:1788526984.635115:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+26:17442:x1875405869045760:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788526984.635136:0:18879:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526984.635161:0:18879:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3bfe3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59a9d expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.635213:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3bfea lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.635229:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3bfea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.635240:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3bfea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.635337:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3bfe3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a9d expref: 28 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.635357:0:18879:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241663000/0x367645d450b3bfea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a9d expref: 27 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.635365:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98c272284c00) 00010000:00010000:1.0:1788526984.635368:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788526984.635372:0:18879:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c241663000, rc 0) 00000100:00100000:1.0:1788526984.635466:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+27:17442:x1875405869045760:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 Request processed in 355us (2695us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526984.635473:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 45 00000100:00100000:3.0:1788526984.643032:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.644565:0:21004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869046016 00000100:00100000:2.0:1788526984.644579:0:21004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869046016 00000100:00100000:2.0:1788526984.644690:0:21004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 46 00000100:00100000:2.0:1788526984.644700:0:21004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+27:17442:x1875405869046016:12345-192.168.204.59@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788526984.644790:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bff1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.644832:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bff1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.644851:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bff1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788526984.645452:0:21004:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1788526984.645464:0:21004:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 619986076971ns, next at 620986074719ns, rc = 0 00000004:00010000:2.0:1788526984.645583:0:21004:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009d6640d8 reply state 000000007481d7cf transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bff1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526984.645593:0:21004:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788526984.645708:0:21004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+29:17442:x1875405869046016:12345-192.168.204.59@tcp:36:lhsmtool_posix.0 Request processed in 1007us (2684us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1788526984.645716:0:21004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 46 00010000:00010000:1.0:1788526984.647787:0:3265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bff1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.647804:0:3265:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bff1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.647811:0:3265:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bff1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.647832:0:3265:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9600 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:1.0:1788526984.647838:0:3265:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bff1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.647845:0:3265:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bff1 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.647873:0:3265:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98c272284c00) 00010000:00010000:1.0:1788526984.647877:0:3265:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788526984.647882:0:3265:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bff1 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.647888:0:3265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3bff1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526984.650653:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526984.650805:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869046144 00000100:00100000:0.0:1788526984.650816:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869046144 00000100:00100000:0.0:1788526984.650937:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 47 00000100:00100000:0.0:1788526984.650950:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+28:17442:x1875405869046144:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788526984.651109:0:18878:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526984.651133:0:18878:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044e00/0x367645d450b3bff8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59aa4 expref: -99 pid: 18878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.651195:0:18878:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044e00/0x367645d450b3bff8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59aa4 expref: 29 pid: 18878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.651210:0:18878:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044e00/0x367645d450b3bff8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59aa4 expref: 29 pid: 18878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.651231:0:18878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98c272284c00) 00010000:00010000:0.0:1788526984.651235:0:18878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788526984.651250:0:18878:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c282044e00, rc 0) 00000100:00100000:0.0:1788526984.651317:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+29:17442:x1875405869046144:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 Request processed in 370us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526984.651325:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 47 00000100:00100000:3.0:1788526984.658821:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526984.659058:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869046272 00000100:00100000:0.0:1788526984.659069:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869046272 00000100:00100000:0.0:1788526984.659153:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 13 00000100:00100000:0.0:1788526984.659164:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:42274105-c824-478e-aedb-44e71f009dcf+5:2351:x1875405869046272:12345-192.168.204.59@tcp:2:lhsmtool_posix.0 00000100:00080000:3.0:1788526984.659332:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788526984.659935:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:42274105-c824-478e-aedb-44e71f009dcf+6:2351:x1875405869046272:12345-192.168.204.59@tcp:2:lhsmtool_posix.0 Request processed in 769us (1122us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788526984.659945:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 13 00000100:00100000:1.0:1788526984.666835:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.666989:0:18880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869046528 00000100:00100000:2.0:1788526984.666998:0:18880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869046528 00000100:00100000:2.0:1788526984.667287:0:18880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 9 00000100:00100000:2.0:1788526984.667299:0:18880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42274105-c824-478e-aedb-44e71f009dcf+29:17442:x1875405869046528:12345-192.168.204.59@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788526984.668454:0:18880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42274105-c824-478e-aedb-44e71f009dcf+30:17442:x1875405869046528:12345-192.168.204.59@tcp:35:lhsmtool_posix.0 Request processed in 1150us (1623us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1788526984.668468:0:18880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 9 00000100:00100000:2.0:1788526984.681517:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526984.681710:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869046784 00000100:00100000:0.0:1788526984.681721:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869046784 00000100:00100000:0.0:1788526984.681782:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 48 00000100:00100000:0.0:1788526984.681792:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27b521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+30:17442:x1875405869046784:12345-192.168.204.59@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788526984.681913:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27b521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+30:17442:x1875405869046784:12345-192.168.204.59@tcp:57:lhsmtool_posix.0 Request processed in 123us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526984.681920:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 48 00000100:00100000:2.0:1788526984.685791:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526984.685902:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869046912 00000100:00100000:1.0:1788526984.685913:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869046912 00000100:00100000:1.0:1788526984.686022:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 49 00000100:00100000:1.0:1788526984.686034:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+30:17442:x1875405869046912:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788526984.686055:0:18879:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788526984.686076:0:18879:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662400/0x367645d450b3bfff lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59aab expref: -99 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.686159:0:18879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662600/0x367645d450b3c006 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.686174:0:18879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662600/0x367645d450b3c006 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.686206:0:18879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662600/0x367645d450b3c006 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788526984.686250:0:18879:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788526984.686270:0:18879:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662600/0x367645d450b3c006 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.686302:0:18879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662400/0x367645d450b3bfff lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59aab expref: 32 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.686323:0:18879:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662600/0x367645d450b3c006 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59aab expref: 31 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.686332:0:18879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98c272284c00) 00010000:00010000:1.0:1788526984.686335:0:18879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788526984.686338:0:18879:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c241662600, rc 0) 00000100:00100000:1.0:1788526984.686475:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42274105-c824-478e-aedb-44e71f009dcf+31:17442:x1875405869046912:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 Request processed in 442us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526984.686483:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 49 00000100:00100000:1.0:1788526984.695114:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.695340:0:19565:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869047040 00000100:00100000:2.0:1788526984.695350:0:19565:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869047040 00000100:00100000:2.0:1788526984.695443:0:19565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 14 00000100:00100000:2.0:1788526984.695454:0:19565:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:42274105-c824-478e-aedb-44e71f009dcf+6:2351:x1875405869047040:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788526984.695472:0:19565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788526984.695494:0:19565:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ebbd39c/0x367645d450b3c00d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59ab2 expref: -99 pid: 19565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788526984.695519:0:19565:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9ac187, blocks: 0x1 00010000:00010000:2.0:1788526984.695537:0:19565:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1788526984.695542:0:19565:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788526984.695565:0:19565:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ebbd39c/0x367645d450b3c00d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab2 expref: 7 pid: 19565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.695586:0:19565:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ebbd39c/0x367645d450b3c00d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab2 expref: 7 pid: 19565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.695600:0:19565:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c1423c8800, rc 0) 00000100:00100000:2.0:1788526984.695663:0:19565:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:42274105-c824-478e-aedb-44e71f009dcf+7:2351:x1875405869047040:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 Request processed in 211us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526984.695670:0:19565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 14 00000100:00100000:3.0:1788526984.701808:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526984.701993:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869047296 00000100:00100000:0.0:1788526984.702005:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869047296 00000100:00100000:0.0:1788526984.702074:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 50 00000100:00100000:0.0:1788526984.702098:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c1422c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+31:17442:x1875405869047296:12345-192.168.204.59@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788526984.702218:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c1422c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+31:17442:x1875405869047296:12345-192.168.204.59@tcp:57:lhsmtool_posix.0 Request processed in 134us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526984.702228:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 50 00000100:00100000:1.0:1788526984.705566:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526984.705824:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869047424 00000100:00100000:0.0:1788526984.705865:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869047424 00000100:00100000:0.0:1788526984.705973:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 51 00000100:00100000:0.0:1788526984.705983:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+31:17442:x1875405869047424:12345-192.168.204.59@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788526984.814251:0:5844:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901893 is committed 00000001:00080000:2.0:1788526984.814272:0:5844:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901897 is committed 00000001:00080000:2.0:1788526984.814277:0:5844:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1788526984.814285:0:5844:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:2.0:1788526984.814330:0:5844:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:1.0:1788526984.814552:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42274105-c824-478e-aedb-44e71f009dcf+14:17442:x1875405869047424:12345-192.168.204.59@tcp:44:lhsmtool_posix.0 Request processed in 108564us (108990us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526984.814563:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 51 00000100:00100000:1.0:1788526984.815615:0:3278:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788526984.815635:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26e812d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881623552:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1788526984.815696:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788526984.815928:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881623552 00000100:00100000:0.0:1788526984.815937:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881623552 00000100:00100000:0.0:1788526984.816006:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788526984.816016:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881623552:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1788526984.816176:0:19563:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788526984.816179:0:19563:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1788526984.816182:0:19563:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1788526984.816184:0:19563:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb ctime from disk: 1788526983 -> 1788526983 00002000:00010000:0.0:1788526984.816187:0:19563:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1788526984.816237:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3278:x1875405881623552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 221us (539us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1788526984.816245:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1788526984.816382:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1788526984.816487:0:3278:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98c26e812d80/2, rc 0, transno 12884901891 00000100:00100000:0.0:1788526984.816494:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26e812d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881623552:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1788526984.828763:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526984.829436:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869047552 00000100:00100000:0.0:1788526984.829448:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869047552 00000100:00100000:0.0:1788526984.829518:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 16 00000100:00100000:0.0:1788526984.829530:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:42274105-c824-478e-aedb-44e71f009dcf+7:2348:x1875405869047552:12345-192.168.204.59@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1788526984.829653:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:42274105-c824-478e-aedb-44e71f009dcf+7:2348:x1875405869047552:12345-192.168.204.59@tcp:16:lhsmtool_posix.0 Request processed in 125us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526984.829661:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 16 00000100:00100000:2.0:1788526984.834483:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526984.834756:0:18877:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869047808 00000100:00100000:0.0:1788526984.834767:0:18877:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869047808 00000100:00100000:0.0:1788526984.834895:0:18877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 52 00000100:00100000:0.0:1788526984.834905:0:18877:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+14:17442:x1875405869047808:12345-192.168.204.59@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788526984.834964:0:18877:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788526984.835001:0:18877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662600/0x367645d450b3c006 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59aab expref: 14 pid: 18879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.835022:0:18877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98c272284c00) 00010000:00010000:0.0:1788526984.835035:0:18877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788526984.835069:0:18877:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3c014 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.835083:0:18877:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3c014 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.835094:0:18877:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3c014 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788526984.835283:0:18877:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004c5b2f07 reply state 0000000023a70b93 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3c014 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526984.835292:0:18877:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788526984.835439:0:18877:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42274105-c824-478e-aedb-44e71f009dcf+15:17442:x1875405869047808:12345-192.168.204.59@tcp:36:lhsmtool_posix.0 Request processed in 535us (965us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1788526984.835448:0:18877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 52 00010000:00010000:2.0:1788526984.840295:0:3264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3c014 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.840313:0:3264:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3c014 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.840322:0:3264:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3c014 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.840328:0:3264:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c282044200 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526984.840333:0:3264:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3c014 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.840359:0:3264:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3c014 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.840377:0:3264:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98c272284c00) 00010000:00010000:2.0:1788526984.840380:0:3264:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788526984.840402:0:3264:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3c014 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.840410:0:3264:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044200/0x367645d450b3c014 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18877 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526984.850471:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526984.850524:0:19565:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869047936 00000100:00100000:0.0:1788526984.850534:0:19565:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869047936 00000100:00100000:0.0:1788526984.850599:0:19565:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 17 00000100:00100000:0.0:1788526984.850609:0:19565:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26eceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:42274105-c824-478e-aedb-44e71f009dcf+7:17442:x1875405869047936:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788526984.850626:0:19565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788526984.850660:0:19565:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c942530fbc59ab9 expref: -99 pid: 19565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.850694:0:19565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ebbd39c/0x367645d450b3c00d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab2 expref: 8 pid: 19565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.850703:0:19565:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526984.850707:0:19565:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526984.850712:0:19565:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab9 expref: 8 pid: 19565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.850747:0:19565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ebbd39c/0x367645d450b3c00d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab2 expref: 8 pid: 19565 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.850772:0:19565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ebbd39c/0x367645d450b3c00d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab2 expref: 8 pid: 19565 timeout: 720 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526984.850786:0:19565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26e813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:19565:1875405881623680:192.168.204.59@tcp:104: 00000100:00100000:0.0:1788526984.850906:0:19565:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c244d2e480 going to sleep for 11 seconds 00000100:00100000:1.0:1788526984.864079:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526984.864209:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526984.864253:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.864331:0:18871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869048064 00000100:00100000:2.0:1788526984.864340:0:18871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869048064 00000100:00100000:2.0:1788526984.864418:0:18871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 130 00000100:00100000:2.0:1788526984.864427:0:18871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27f7e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:2351:x1875405869048064:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1788526984.864494:0:18871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27f7e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fbae74a4-e8dd-448f-b0f7-16a2b4ee9ed7+14:2351:x1875405869048064:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 68us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526984.864501:0:18871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 130 00000100:00100000:3.0:1788526984.864898:0:18879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869048320 00000100:00100000:3.0:1788526984.864904:0:18879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869048320 00000100:00100000:3.0:1788526984.864945:0:18879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 24 00000100:00100000:3.0:1788526984.864952:0:18879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c245222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+6:2351:x1875405869048320:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1788526984.865005:0:18879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c245222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+6:2351:x1875405869048320:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 54us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526984.865010:0:18879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 24 00000100:00100000:3.0:1788526984.865032:0:19563:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1788526984.865039:0:19563:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1788526984.865962:0:19563:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869048576 00000100:00100000:3.0:1788526984.865969:0:19563:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869048576 00000100:00100000:3.0:1788526984.866019:0:19563:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1788526984.866039:0:19563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 11 00000100:00100000:3.0:1788526984.866047:0:19563:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+5:2351:x1875405869048576:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1788526984.866096:0:19563:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:24dcd47e-a659-4a02-9f49-0e7c94332483+5:2351:x1875405869048576:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 49us (1842us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526984.866102:0:19563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 11 00000100:00080000:1.0:1788526984.866424:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788526984.867665:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.867701:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.867730:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.867766:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869048192 00000100:00100000:2.0:1788526984.867772:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869048192 00000100:00100000:1.0:1788526984.868070:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869048704 00000100:00100000:1.0:1788526984.868075:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869048704 00010000:00010000:1.0:1788526984.868106:0:18864:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ebbd39c/0x367645d450b3c00d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab2 expref: 9 pid: 19565 timeout: 720 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526984.868148:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 13 00000100:00100000:1.0:1788526984.868158:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42274105-c824-478e-aedb-44e71f009dcf+9:2348:x1875405869048704:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788526984.868172:0:18864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788526984.868196:0:18864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ebbd39c/0x367645d450b3c00d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab2 expref: 9 pid: 19565 timeout: 720 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.868211:0:18864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ebbd39c/0x367645d450b3c00d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab2 expref: 9 pid: 19565 timeout: 720 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.868234:0:18864:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526984.868239:0:18864:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526984.868246:0:18864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab9 expref: 9 pid: 19565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.868257:0:18864:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab9 expref: 9 pid: 19565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.868316:0:18864:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab9 expref: 9 pid: 19565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526984.868330:0:18864:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26e4d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:18864:1875405881623808:192.168.204.59@tcp:105: 00000100:00100000:1.0:1788526984.868422:0:18864:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a513cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788526984.868562:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869048448 00000100:00100000:2.0:1788526984.868567:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869048448 00000100:00100000:2.0:1788526984.868587:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 12 00000100:00100000:2.0:1788526984.868595:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26eceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:42274105-c824-478e-aedb-44e71f009dcf+5:2350:x1875405869048192:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1788526984.868640:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26eceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:42274105-c824-478e-aedb-44e71f009dcf+5:2350:x1875405869048192:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 46us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526984.868648:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 12 00000100:00100000:2.0:1788526984.868666:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 13 00000100:00100000:2.0:1788526984.868673:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+5:2350:x1875405869048448:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1788526984.868698:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:24dcd47e-a659-4a02-9f49-0e7c94332483+5:2350:x1875405869048448:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 26us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526984.868703:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 13 00000100:00080000:2.0:1788526984.868719:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788526984.868722:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788526984.869570:0:19565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ebbd39c/0x367645d450b3c00d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab2 expref: 9 pid: 19565 timeout: 720 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526984.869588:0:19565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26e813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:19565:1875405881623680:192.168.204.59@tcp:104: 00010000:00010000:0.0:1788526984.869616:0:19565:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab9 expref: 8 pid: 19565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.869644:0:19565:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98c282044200, rc 0) 00000100:00100000:0.0:1788526984.869734:0:19565:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26eceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:42274105-c824-478e-aedb-44e71f009dcf+8:17442:x1875405869047936:12345-192.168.204.59@tcp:101:lhsmtool_posix.0 Request processed in 19127us (19273us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526984.869743:0:19565:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 17 00000100:00100000:1.0:1788526984.878105:0:18864:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26e4d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:18864:1875405881623808:192.168.204.59@tcp:105: 00010000:00010000:1.0:1788526984.878142:0:18864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788526984.878204:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42274105-c824-478e-aedb-44e71f009dcf+7:2348:x1875405869048704:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 10046us (10542us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526984.878216:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 13 00000100:00100000:0.0:1788526984.882503:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.882761:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869048832 00000100:00100000:2.0:1788526984.882771:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869048832 00000100:00100000:2.0:1788526984.882847:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 18 00000100:00100000:2.0:1788526984.882869:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:42274105-c824-478e-aedb-44e71f009dcf+7:2350:x1875405869048832:12345-192.168.204.59@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788526984.883085:0:19566:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788526984.883089:0:19566:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb mtime from disk: 0 -> 1788526983 00002000:00010000:2.0:1788526984.883092:0:19566:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb atime from disk: 0 -> 1788526982 00002000:00010000:2.0:1788526984.883093:0:19566:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb ctime from disk: 1788526983 -> 1788526983 00002000:00010000:2.0:1788526984.883095:0:19566:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1788526984.883179:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:42274105-c824-478e-aedb-44e71f009dcf+8:2350:x1875405869048832:12345-192.168.204.59@tcp:2:lhsmtool_posix.0 Request processed in 311us (696us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788526984.883187:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 18 00000100:00100000:3.0:1788526984.893680:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526984.893976:0:21009:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869048960 00000100:00100000:1.0:1788526984.893989:0:21009:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869048960 00000100:00100000:1.0:1788526984.894053:0:21009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 19 00000100:00100000:1.0:1788526984.894063:0:21009:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:42274105-c824-478e-aedb-44e71f009dcf+8:2351:x1875405869048960:12345-192.168.204.59@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788526984.894123:0:21009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.894146:0:21009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab9 expref: 8 pid: 19565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.894156:0:21009:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526984.894160:0:21009:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788526984.894165:0:21009:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.894457:0:21009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab9 expref: 8 pid: 19565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.894472:0:21009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab9 expref: 8 pid: 19565 timeout: 720 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526984.894505:0:21009:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26e4d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:21009:1875405881623936:192.168.204.59@tcp:104: 00000100:00100000:1.0:1788526984.894593:0:21009:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c24a513cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788526984.902461:0:21009:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26e4d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:21009:1875405881623936:192.168.204.59@tcp:104: 00010000:00010000:1.0:1788526984.902494:0:21009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526984.906502:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526984.906648:0:18863:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869049088 00000100:00100000:1.0:1788526984.906659:0:18863:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869049088 00010000:00010000:1.0:1788526984.906704:0:18863:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab9 expref: 9 pid: 19565 timeout: 720 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526984.906748:0:18863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 14 00000100:00100000:1.0:1788526984.906757:0:18863:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274951500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42274105-c824-478e-aedb-44e71f009dcf+9:2349:x1875405869049088:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788526984.906771:0:18863:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788526984.906796:0:18863:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab9 expref: 9 pid: 19565 timeout: 720 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.906841:0:18863:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab9 expref: 9 pid: 19565 timeout: 720 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.906874:0:18863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006529044b/0x367645d450b3c01b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59ab9 expref: 9 pid: 19565 timeout: 720 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.906892:0:18863:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788526984.906897:0:18863:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788526984.906903:0:18863:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.906913:0:18863:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.906943:0:18863:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788526984.907000:0:18863:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274951500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42274105-c824-478e-aedb-44e71f009dcf+8:2349:x1875405869049088:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 244us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526984.907007:0:18863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 14 00010000:00010000:2.0:1788526984.910249:0:21009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.910301:0:21009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.910342:0:21009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.910351:0:21009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.910360:0:21009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.910369:0:21009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662400 already unused, calling callback (ffffffffc1554660) 00010000:00010000:2.0:1788526984.910374:0:21009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.910421:0:21009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.910441:0:21009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.910449:0:21009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c022 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526984.910561:0:21009:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:42274105-c824-478e-aedb-44e71f009dcf+7:2351:x1875405869048960:12345-192.168.204.59@tcp:1:lhsmtool_posix.0 Request processed in 16494us (16887us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526984.910571:0:21009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 19 00000100:00100000:3.0:1788526984.918905:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1788526984.918959:0:21004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869049344 00000100:00100000:2.0:1788526984.918969:0:21004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869049344 00000100:00100000:2.0:1788526984.919029:0:21004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 53 00000100:00100000:2.0:1788526984.919227:0:21004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274952d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+14:17442:x1875405869049344:12345-192.168.204.59@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788526984.919315:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3c029 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.919333:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3c029 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.919346:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3c029 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.919636:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.919648:0:21004:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044e00/0x367645d450b3bff8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59aa4 expref: 15 pid: 18878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.919657:0:21004:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.919692:0:21004:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044e00/0x367645d450b3bff8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59aa4 expref: 15 pid: 18878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.919719:0:21004:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044e00/0x367645d450b3bff8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59aa4 expref: 15 pid: 18878 timeout: 720 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526984.919734:0:21004:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ecea680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:21004:1875405881624064:192.168.204.59@tcp:104: 00000100:00100000:2.0:1788526984.920019:0:21004:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242c91600 going to sleep for 11 seconds 00000100:00100000:3.0:1788526984.929064:0:3273:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526984.929432:0:18864:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869049472 00000100:00100000:1.0:1788526984.929443:0:18864:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869049472 00000100:00100000:2.0:1788526984.929459:0:21004:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ecea680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:21004:1875405881624064:192.168.204.59@tcp:104: 00010000:00010000:2.0:1788526984.929488:0:21004:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.929489:0:18864:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044e00/0x367645d450b3bff8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59aa4 expref: 16 pid: 18878 timeout: 720 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526984.929543:0:18864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 15 00000100:00100000:1.0:1788526984.929554:0:18864:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274951f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42274105-c824-478e-aedb-44e71f009dcf+16:2348:x1875405869049472:12345-192.168.204.59@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788526984.929589:0:18864:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788526984.929597:0:18864:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044e00/0x367645d450b3bff8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59aa4 expref: 16 pid: 18878 timeout: 720 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.929610:0:18864:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044e00/0x367645d450b3bff8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59aa4 expref: 16 pid: 18878 timeout: 720 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.929636:0:18864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c282044e00/0x367645d450b3bff8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59aa4 expref: 16 pid: 18878 timeout: 720 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.929655:0:18864:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98c272284c00) 00010000:00010000:1.0:1788526984.929659:0:18864:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.929669:0:18864:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.929677:0:18864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.929709:0:18864:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788526984.929770:0:18864:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274951f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42274105-c824-478e-aedb-44e71f009dcf+15:2348:x1875405869049472:12345-192.168.204.59@tcp:103:ldlm_bl.0 Request processed in 217us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1788526984.929778:0:18864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 15 00010000:00010000:2.0:1788526984.929859:0:21004:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.929867:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788526984.930751:0:21004:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:2.0:1788526984.930943:0:21004:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:2.0:1788526984.931322:0:21004:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:2.0:1788526984.931426:0:21004:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ecea680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:21004:1875405881624192:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788526984.931520:0:21004:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526984.931555:0:21004:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c245236300 going to sleep for 11 seconds 00000100:00100000:0.0:1788526984.932139:0:18882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881624192 00000100:00100000:0.0:1788526984.932148:0:18882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881624192 00000100:00100000:0.0:1788526984.932202:0:18882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788526984.932211:0:18882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21004:x1875405881624192:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788526984.932306:0:18882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21004:x1875405881624192:12345-0@lo:1000:mdt00_003.0 Request processed in 96us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1788526984.932315:0:18882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788526984.932481:0:21004:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ecea680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:21004:1875405881624192:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1788526984.934727:0:21004:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1788526984.935340:0:21004:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ecea680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:21004:1875405881624320:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788526984.935433:0:21004:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526984.935470:0:21004:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242c91600 going to sleep for 11 seconds 00000100:00100000:0.0:1788526984.935700:0:18882:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881624320 00000100:00100000:0.0:1788526984.935708:0:18882:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881624320 00000100:00100000:0.0:1788526984.935766:0:18882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788526984.935775:0:18882:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21004:x1875405881624320:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788526984.936016:0:18882:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:21004:x1875405881624320:12345-0@lo:1000:mdt00_003.0 Request processed in 241us (581us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788526984.936024:0:18882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788526984.936231:0:21004:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ecea680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:21004:1875405881624320:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1788526984.936265:0:21004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936276:0:21004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936284:0:21004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936289:0:21004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9600 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526984.936294:0:21004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936301:0:21004:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936316:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98c272284c00) 00010000:00010000:2.0:1788526984.936319:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788526984.936325:0:21004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936331:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9600/0x367645d450b3c030 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936361:0:21004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bf88 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936369:0:21004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bf88 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936375:0:21004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bf88 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936413:0:21004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9400 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526984.936416:0:21004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bf88 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936422:0:21004:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bf88 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936430:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:2.0:1788526984.936433:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788526984.936440:0:21004:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3bf8f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a88 expref: 18 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936450:0:21004:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3bf8f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a88 expref: 18 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936458:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3bf8f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a88 expref: 18 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.936486:0:21004:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98c242b55200/0x367645d450b3bf8f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.59@tcp remote: 0x4c942530fbc59a88 expref: 18 pid: 18877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526984.936498:0:21004:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26eceb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:21004:1875405881624448:192.168.204.59@tcp:105: 00000100:00100000:2.0:1788526984.936573:0:21004:0:(client.c:2716:ptlrpc_set_wait()) set ffff98c242c91600 going to sleep for 11 seconds 00000100:00100000:2.0:1788526984.941042:0:21004:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26eceb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:21004:1875405881624448:192.168.204.59@tcp:105: 00010000:00010000:2.0:1788526984.941076:0:21004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bf88 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941117:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9400/0x367645d450b3bf88 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 18879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941149:0:21004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3c037 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941164:0:21004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3c037 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941176:0:21004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3c037 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941322:0:21004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3c037 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941330:0:21004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3c037 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941337:0:21004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3c037 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941342:0:21004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c9c00 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526984.941347:0:21004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3c037 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941355:0:21004:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3c037 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941368:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:2.0:1788526984.941371:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788526984.941375:0:21004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3c037 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941416:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c9c00/0x367645d450b3c037 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941429:0:21004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3c029 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941435:0:21004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3c029 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941441:0:21004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3c029 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941446:0:21004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c1423c8000 already unused, calling callback (ffffffffc1f6a4f0) 00010000:00010000:2.0:1788526984.941449:0:21004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3c029 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941454:0:21004:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3c029 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941464:0:21004:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98c259884b00) 00010000:00010000:2.0:1788526984.941467:0:21004:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788526984.941470:0:21004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3c029 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788526984.941476:0:21004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c1423c8000/0x367645d450b3c029 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21004 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788526984.941828:0:21004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274952d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42274105-c824-478e-aedb-44e71f009dcf+18:17442:x1875405869049344:12345-192.168.204.59@tcp:57:lhsmtool_posix.0 Request processed in 22787us (22930us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1788526984.941838:0:21004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 53 00000040:00080000:1.0:1788526984.941848:0:18912:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788526984.941864:0:18912:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000020:00080000:2.0:1788526984.941865:0:21004:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1788526984.941891:0:18912:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1788526984.941899:0:18912:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1788526984.946453:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1788526984.948378:0:18881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869049600 00000100:00100000:0.0:1788526984.948430:0:18881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869049600 00000100:00100000:0.0:1788526984.949126:0:18881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 10 00000100:00100000:0.0:1788526984.949148:0:18881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c27c373450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:42274105-c824-478e-aedb-44e71f009dcf+18:17441:x1875405869049600:12345-192.168.204.59@tcp:49:dd.0 00000100:00100000:0.0:1788526984.949485:0:18881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c27c373450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:42274105-c824-478e-aedb-44e71f009dcf+18:17441:x1875405869049600:12345-192.168.204.59@tcp:49:dd.0 Request processed in 340us (3040us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526984.950232:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526984.952541:0:18880:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:1.0:1788526984.952575:0:18880:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:0.0:1788526984.952771:0:18881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 10 00000100:00100000:1.0:1788526984.952816:0:18880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869049856 00000100:00100000:1.0:1788526984.952825:0:18880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869049856 00000100:00100000:1.0:1788526984.952877:0:18880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 11 00000100:00100000:1.0:1788526984.952886:0:18880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26eceb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42274105-c824-478e-aedb-44e71f009dcf+18:17442:x1875405869049856:12345-192.168.204.59@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788526984.953648:0:18880:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788526984.955943:0:18880:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1788526984.956023:0:18880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3c03e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.956403:0:18880:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3c03e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.956420:0:18880:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3c03e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.956429:0:18880:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3c03e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.956435:0:18880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3c03e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.956441:0:18880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3c03e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526984.956464:0:18880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788526984.956503:0:18866:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788526984.956511:0:18866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3c03e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.956517:0:18866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662a00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526984.956521:0:18866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3c03e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.956529:0:18866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3c03e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.956541:0:18866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98c272284c00) 00010000:00010000:0.0:1788526984.956543:0:18866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788526984.956547:0:18866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3c03e lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.956553:0:18866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98c241662a00/0x367645d450b3c03e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18880 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.956566:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526984.956568:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788526984.956569:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526984.956572:0:18880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26eceb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42274105-c824-478e-aedb-44e71f009dcf+20:17442:x1875405869049856:12345-192.168.204.59@tcp:35:lhsmtool_posix.0 Request processed in 3684us (6337us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1788526984.956582:0:18880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 11 00000020:00080000:1.0:1788526984.956588:0:18880:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788526984.984904:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526984.985012:0:19569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869049984 00000100:00100000:3.0:1788526984.985023:0:19569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869049984 00000100:00100000:3.0:1788526984.985095:0:19569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 0 00000100:00100000:3.0:1788526984.985106:0:19569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26eceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:42274105-c824-478e-aedb-44e71f009dcf+7:2349:x1875405869049984:12345-192.168.204.59@tcp:4:dd.0 00002000:00010000:3.0:1788526984.985172:0:19569:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x42:0x0] initial LVB size: 0, mtime: 0x6a9ac187, atime: 0x6a9ac186, ctime: 0x6a9ac187, blocks: 0x1 00010000:00010000:3.0:1788526984.985478:0:19569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000413ff3de/0x367645d450b3c045 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.985507:0:19569:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1788526984.985513:0:19569:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788526984.985519:0:19569:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000413ff3de/0x367645d450b3c045 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526984.985535:0:19569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000413ff3de/0x367645d450b3c045 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526984.988610:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1788526984.988661:0:3272:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526984.989709:0:19570:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1788526984.990002:0:19571:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1788526984.990016:0:19571:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1788526984.990176:0:19570:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869050240 00000100:00100000:1.0:1788526984.990185:0:19570:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869050240 00000100:00100000:1.0:1788526984.990235:0:19570:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1788526984.990241:0:19570:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869050112 00000100:00100000:1.0:1788526984.990244:0:19570:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869050112 00000100:00100000:0.0:1788526984.992666:0:21011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1 00000100:00100000:0.0:1788526984.992686:0:21011:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:42274105-c824-478e-aedb-44e71f009dcf+10:2348:x1875405869050240:12345-192.168.204.59@tcp:4:dd.0 00010000:00010000:0.0:1788526984.992748:0:21011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018d8e0b3/0x367645d450b3c04c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.992786:0:21011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526984.992790:0:21011:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526984.992796:0:21011:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018d8e0b3/0x367645d450b3c04c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526984.993128:0:21011:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018d8e0b3/0x367645d450b3c04c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788526985.090780:0:6693:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00000001:00080000:0.0:1788526985.090804:0:6693:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901893 is committed 00002000:00010000:0.0:1788526985.090863:0:19569:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:0.0:1788526985.090868:0:19569:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb mtime from disk: 1788526983 -> 1788526984 00002000:00010000:0.0:1788526985.090871:0:19569:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 1 -> 4099 00010000:00010000:0.0:1788526985.090888:0:19569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000413ff3de/0x367645d450b3c045 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.090902:0:19569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000413ff3de/0x367645d450b3c045 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.090910:0:19569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000413ff3de/0x367645d450b3c045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.090917:0:19569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54000 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526985.090922:0:19569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000413ff3de/0x367645d450b3c045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.090953:0:19569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000413ff3de/0x367645d450b3c045 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.091049:0:19569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000413ff3de/0x367645d450b3c045 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.091058:0:19569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000413ff3de/0x367645d450b3c045 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526985.092627:0:19569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26eceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:42274105-c824-478e-aedb-44e71f009dcf+10:2349:x1875405869049984:12345-192.168.204.59@tcp:4:dd.0 Request processed in 107511us (107721us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1788526985.092642:0:19569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 0 00000100:00100000:0.0:1788526985.092697:0:19569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2 00000100:00100000:0.0:1788526985.092710:0:19569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c274950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:42274105-c824-478e-aedb-44e71f009dcf+9:2349:x1875405869050112:12345-192.168.204.59@tcp:4:dd.0 00010000:00010000:0.0:1788526985.092749:0:19569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1914e88/0x367645d450b3c053 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.092765:0:19569:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526985.092769:0:19569:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788526985.092775:0:19569:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1914e88/0x367645d450b3c053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.092788:0:19569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1914e88/0x367645d450b3c053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788526985.154941:0:6693:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00002000:00010000:3.0:1788526985.159881:0:21011:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 4099 -> 6151 00010000:00010000:3.0:1788526985.159905:0:21011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018d8e0b3/0x367645d450b3c04c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.159920:0:21011:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018d8e0b3/0x367645d450b3c04c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.159930:0:21011:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018d8e0b3/0x367645d450b3c04c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.159938:0:21011:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c2448c9e00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526985.159943:0:21011:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018d8e0b3/0x367645d450b3c04c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.159986:0:21011:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018d8e0b3/0x367645d450b3c04c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.160008:0:21011:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018d8e0b3/0x367645d450b3c04c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.160016:0:21011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018d8e0b3/0x367645d450b3c04c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526985.160111:0:21011:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:42274105-c824-478e-aedb-44e71f009dcf+9:2348:x1875405869050240:12345-192.168.204.59@tcp:4:dd.0 Request processed in 167425us (171508us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788526985.160121:0:21011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1 00010000:00010000:3.0:1788526985.173120:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788526985.180838:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526985.180887:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526985.180910:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526985.180937:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526985.180980:0:3271:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1788526985.181002:0:19571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869050496 00000100:00100000:1.0:1788526985.181012:0:19571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869050496 00000100:00100000:1.0:1788526985.181065:0:19571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869050368 00000100:00100000:1.0:1788526985.181069:0:19571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869050368 00000100:00100000:1.0:1788526985.181084:0:19571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869050624 00000100:00100000:1.0:1788526985.181087:0:19571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869050624 00000100:00100000:1.0:1788526985.181101:0:19571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869050752 00000100:00100000:1.0:1788526985.181103:0:19571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869050752 00000100:00100000:1.0:1788526985.181115:0:19571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405869050880 00000100:00100000:1.0:1788526985.181117:0:19571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405869050880 00000100:00100000:1.0:1788526985.181136:0:19571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 3 00000100:00100000:1.0:1788526985.181147:0:19571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:42274105-c824-478e-aedb-44e71f009dcf+13:2351:x1875405869050496:12345-192.168.204.59@tcp:4:dd.0 00010000:00010000:1.0:1788526985.181182:0:19571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c05a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.181409:0:19571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526985.181414:0:19571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526985.181422:0:19571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c05a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.181455:0:19571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c05a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788526985.218959:0:6693:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:1.0:1788526985.219085:0:19569:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 3145728 -> 5242880 00010000:00010000:1.0:1788526985.219108:0:19569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1914e88/0x367645d450b3c053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.219122:0:19569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1914e88/0x367645d450b3c053 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.219132:0:19569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1914e88/0x367645d450b3c053 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.219139:0:19569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c2448c8200 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526985.219144:0:19569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1914e88/0x367645d450b3c053 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.219153:0:19569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1914e88/0x367645d450b3c053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.219177:0:19569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1914e88/0x367645d450b3c053 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.219186:0:19569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1914e88/0x367645d450b3c053 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526985.219306:0:19569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c274950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:42274105-c824-478e-aedb-44e71f009dcf+15:2349:x1875405869050112:12345-192.168.204.59@tcp:4:dd.0 Request processed in 126595us (230639us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1788526985.219317:0:19569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2 00000100:00100000:1.0:1788526985.219347:0:19569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 4 00000100:00100000:1.0:1788526985.219358:0:19569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e4d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:42274105-c824-478e-aedb-44e71f009dcf+14:2351:x1875405869050368:12345-192.168.204.59@tcp:4:dd.0 00010000:00010000:1.0:1788526985.219420:0:19569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f865a55/0x367645d450b3c061 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.219432:0:19569:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526985.219436:0:19569:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526985.219442:0:19569:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f865a55/0x367645d450b3c061 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.219453:0:19569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f865a55/0x367645d450b3c061 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788526985.261761:0:6693:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901897 is committed 00002000:00010000:1.0:1788526985.262139:0:19571:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 6151 -> 8199 00010000:00010000:1.0:1788526985.262156:0:19571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c05a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.262170:0:19571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c05a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.262180:0:19571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c05a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.262205:0:19571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662a00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526985.262271:0:19571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c05a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.262281:0:19571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c05a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.262300:0:19571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c05a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.262309:0:19571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c05a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526985.263001:0:19571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:42274105-c824-478e-aedb-44e71f009dcf+12:2351:x1875405869050496:12345-192.168.204.59@tcp:4:dd.0 Request processed in 81851us (82168us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1788526985.263011:0:19571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 3 00000100:00100000:1.0:1788526985.263046:0:19571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 5 00000100:00100000:1.0:1788526985.263057:0:19571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:42274105-c824-478e-aedb-44e71f009dcf+11:2351:x1875405869050624:12345-192.168.204.59@tcp:4:dd.0 00010000:00010000:1.0:1788526985.263091:0:19571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c068 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.263104:0:19571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526985.263109:0:19571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526985.263117:0:19571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c068 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.263145:0:19571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c068 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788526985.303589:0:6693:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901898 is committed 00002000:00010000:1.0:1788526985.303637:0:19569:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 5242880 -> 6291456 00002000:00010000:1.0:1788526985.303643:0:19569:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 8199 -> 10247 00010000:00010000:1.0:1788526985.303659:0:19569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f865a55/0x367645d450b3c061 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.303673:0:19569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f865a55/0x367645d450b3c061 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.303682:0:19569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f865a55/0x367645d450b3c061 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.303691:0:19569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241663600 already unused, calling callback (ffffffffc1554660) 00010000:00010000:1.0:1788526985.303696:0:19569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f865a55/0x367645d450b3c061 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.303706:0:19569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f865a55/0x367645d450b3c061 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.303728:0:19569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f865a55/0x367645d450b3c061 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.303736:0:19569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f865a55/0x367645d450b3c061 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788526985.303840:0:19569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e4d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:42274105-c824-478e-aedb-44e71f009dcf+11:2351:x1875405869050368:12345-192.168.204.59@tcp:4:dd.0 Request processed in 84479us (122947us total) trans 12884901898 rc 0/0 00000100:00100000:1.0:1788526985.303861:0:19569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 4 00000100:00100000:1.0:1788526985.303892:0:19569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 6 00000100:00100000:1.0:1788526985.303903:0:19569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e4d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:42274105-c824-478e-aedb-44e71f009dcf+10:2350:x1875405869050752:12345-192.168.204.59@tcp:4:dd.0 00010000:00010000:1.0:1788526985.303933:0:19569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c06f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.303946:0:19569:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526985.303952:0:19569:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788526985.303958:0:19569:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c06f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788526985.303970:0:19569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c06f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788526985.337817:0:6693:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901899 is committed 00002000:00010000:3.0:1788526985.338367:0:19571:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 6291456 -> 7654321 00002000:00010000:3.0:1788526985.338373:0:19571:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 10247 -> 12295 00010000:00010000:3.0:1788526985.338415:0:19571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c068 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.338429:0:19571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c068 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.338438:0:19571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c068 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.338461:0:19571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662400 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526985.338467:0:19571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c068 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.338476:0:19571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c068 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.338497:0:19571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c068 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.338504:0:19571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d66a7ca7/0x367645d450b3c068 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526985.338589:0:19571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:42274105-c824-478e-aedb-44e71f009dcf+10:2351:x1875405869050624:12345-192.168.204.59@tcp:4:dd.0 Request processed in 75530us (157673us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1788526985.338599:0:19571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 5 00000100:00100000:3.0:1788526985.338629:0:19571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 7 00000100:00100000:3.0:1788526985.338643:0:19571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e4d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:42274105-c824-478e-aedb-44e71f009dcf+9:2350:x1875405869050880:12345-192.168.204.59@tcp:4:dd.0 00010000:00010000:3.0:1788526985.338679:0:19571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4eeeb59/0x367645d450b3c076 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.338693:0:19571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788526985.338698:0:19571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788526985.338705:0:19571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4eeeb59/0x367645d450b3c076 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.338866:0:19571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4eeeb59/0x367645d450b3c076 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788526985.371260:0:6693:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901900 is committed 00002000:00010000:3.0:1788526985.375618:0:19569:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 12295 -> 16391 00010000:00010000:3.0:1788526985.375641:0:19569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c06f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.375654:0:19569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c06f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.375665:0:19569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c06f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.375673:0:19569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c241662a00 already unused, calling callback (ffffffffc1554660) 00010000:00010000:3.0:1788526985.375678:0:19569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c06f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.375689:0:19569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c06f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.375711:0:19569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c06f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788526985.375719:0:19569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc8446be/0x367645d450b3c06f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788526985.375831:0:19569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e4d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:42274105-c824-478e-aedb-44e71f009dcf+9:2350:x1875405869050752:12345-192.168.204.59@tcp:4:dd.0 Request processed in 71924us (194887us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1788526985.375853:0:19569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 6 00000001:00080000:1.0:1788526985.408753:0:6693:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901901 is committed 00010000:00010000:0.0:1788526985.408884:0:19571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4eeeb59/0x367645d450b3c076 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.408900:0:19571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4eeeb59/0x367645d450b3c076 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.408909:0:19571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4eeeb59/0x367645d450b3c076 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.408917:0:19571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98c242b54400 already unused, calling callback (ffffffffc1554660) 00010000:00010000:0.0:1788526985.408922:0:19571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4eeeb59/0x367645d450b3c076 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.408931:0:19571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4eeeb59/0x367645d450b3c076 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.408950:0:19571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4eeeb59/0x367645d450b3c076 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788526985.409029:0:19571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4eeeb59/0x367645d450b3c076 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788526985.409173:0:19571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e4d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:42274105-c824-478e-aedb-44e71f009dcf+5:2350:x1875405869050880:12345-192.168.204.59@tcp:4:dd.0 Request processed in 70531us (228188us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1788526985.409203:0:19571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 7 00010000:00010000:0.0:1788526986.196322:0:20533:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788526986.196624:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788526986.196646:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ece9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881624576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788526986.196737:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526986.197648:0:19568:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881624576 00000100:00100000:2.0:1788526986.197658:0:19568:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881624576 00000100:00100000:2.0:1788526986.197735:0:19568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788526986.197745:0:19568:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26e810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881624576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788526986.197769:0:19568:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 64684032 pending 0 free 3859808256 avail 3849322496 00000100:00100000:2.0:1788526986.197843:0:19568:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26e810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881624576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (1106us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526986.197851:0:19568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788526986.197892:0:3281:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901893 gen 2 00000004:00080000:2.0:1788526986.197899:0:3281:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98c26e812d80, transno 12884901891 00000004:00080000:2.0:1788526986.197910:0:3281:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901893 committed transno 12884901893 00000100:00100000:2.0:1788526986.197938:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ece9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881624576:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788526986.198866:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:1.0:1788526987.219144:0:21049:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1788526987.220895:0:18866:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788526987.221025:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c274953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881624704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788526987.221103:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788526987.221160:0:19568:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881624704 00000100:00100000:3.0:1788526987.221171:0:19568:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881624704 00000100:00080000:0.0:1788526987.221372:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788526987.223919:0:19568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788526987.223940:0:19568:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881624704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788526987.223980:0:19568:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1788526987.224066:0:19568:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3281:x1875405881624704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 135us (2963us total) trans 0 rc 0/0 00000100:00100000:3.0:1788526987.224075:0:19568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788526987.224252:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c274953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3281:1875405881624704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788526987.237834:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ecea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4ce0daaa-1095-4128-b024-59d758d27fcb:3278:1875405881624832:0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.237910:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526987.237955:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ecead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3278:1875405881625344:0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.237983:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526987.238014:0:3278:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788526987.238021:0:3278:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ece8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881624960:0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.238058:0:3278:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526987.238090:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ecebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3281:1875405881625216:0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.238112:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526987.238129:0:3281:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788526987.238134:0:3281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98c26ece8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3281:1875405881625088:0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.239338:0:3281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788526987.239417:0:18872:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881624832 00000100:00100000:2.0:1788526987.239425:0:18872:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881624832 00000100:00100000:2.0:1788526987.239478:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1788526987.239487:0:18872:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c249352450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+21:3278:x1875405881624832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.239554:0:18872:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c249352450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4ce0daaa-1095-4128-b024-59d758d27fcb+21:3278:x1875405881624832:12345-0@lo:400:kworker.0 Request processed in 68us (1643us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526987.239562:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1788526987.239597:0:19566:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881624960 00000100:00100000:2.0:1788526987.239601:0:19566:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881624960 00000100:00100000:2.0:1788526987.239642:0:19566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788526987.239649:0:19566:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ecea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881624960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.239681:0:19566:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ecea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3278:x1875405881624960:12345-0@lo:400:kworker.0 Request processed in 33us (1622us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526987.239686:0:19566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788526987.239704:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881625344 00000100:00100000:2.0:1788526987.239707:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881625344 00000100:00100000:2.0:1788526987.239739:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881625216 00000100:00100000:2.0:1788526987.239742:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881625216 00000100:00100000:2.0:1788526987.239755:0:18878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875405881625088 00000100:00100000:2.0:1788526987.239758:0:18878:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875405881625088 00000100:00100000:2.0:1788526987.239770:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788526987.239776:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3278:x1875405881625344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.239826:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3278:x1875405881625344:12345-0@lo:400:kworker.0 Request processed in 50us (1842us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526987.239833:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788526987.239845:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788526987.239852:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3281:x1875405881625216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.239882:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3281:x1875405881625216:12345-0@lo:400:kworker.0 Request processed in 32us (1769us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526987.239888:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788526987.239898:0:18878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788526987.239904:0:18878:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98c26ece9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3281:x1875405881625088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.239929:0:18878:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98c26ece9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3281:x1875405881625088:12345-0@lo:400:kworker.0 Request processed in 26us (1776us total) trans 0 rc 0/0 00000100:00100000:2.0:1788526987.239935:0:18878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:2.0:1788526987.239957:0:18873:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788526987.240006:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ece8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3281:1875405881625088:0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.240020:0:3281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ecebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3281:1875405881625216:0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.240055:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ece8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3278:1875405881624960:0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.240064:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ecea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4ce0daaa-1095-4128-b024-59d758d27fcb:3278:1875405881624832:0@lo:400:kworker.0 00000100:00100000:2.0:1788526987.240077:0:3278:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98c26ecead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3278:1875405881625344:0@lo:400:kworker.0 00010000:00010000:3.0:1788526988.244056:0:18865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 10145 lines, 10145 kept, 0 dropped, 0 bad.