00000100:00100000:2.0F:1789302464.596403:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121593856:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789302464.596514:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302464.596613:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121593856 00000100:00100000:2.0:1789302464.596625:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121593856 00000100:00100000:2.0:1789302464.596685:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789302464.596696:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121593856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789302464.596741:0:17116:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789302464.596797:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121593856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302464.596805:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789302464.596865:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121593856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0F:1789302464.597306:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789302464.597329:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121593984:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789302464.597369:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302464.597479:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121593984 00000100:00100000:2.0:1789302464.597486:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121593984 00000100:00100000:2.0:1789302464.597525:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789302464.597534:0:17115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121593984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789302464.597560:0:17115:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1789302464.597727:0:17115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121593984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 195us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302464.597736:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789302464.605637:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121593984:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0F:1789302465.046476:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302466.069239:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1789302466.132393:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121594496:0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.132402:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121594240:0@lo:400:kworker.0 00000100:00100000:0.0:1789302466.134497:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c46098ed-e570-4ba8-9393-0223b90f3f6e:3647:1876219121594112:0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.136282:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302466.136354:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bc45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121594752:0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.136389:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302466.136412:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bc45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121595264:0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.136437:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302466.136558:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302466.136584:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bc45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121595008:0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.136596:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121595776:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789302466.136608:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302466.136618:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302466.136624:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bc45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876219121595520:0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.136647:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302466.136665:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789302466.136665:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121594240 00000100:00100000:3.0:1789302466.136671:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121594368:0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.136672:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121594240 00000100:00100000:3.0:1789302466.136691:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302466.136709:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121594752 00000100:00100000:3.0:1789302466.136710:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bc45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121594880:0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.136712:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121594752 00000100:00100000:1.0:1789302466.136728:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789302466.136729:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302466.136737:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121594240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.136744:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bc45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121595392:0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.136779:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302466.136788:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121594240:12345-0@lo:400:kworker.0 Request processed in 52us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302466.136795:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789302466.136802:0:19064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121594496 00000100:00100000:3.0:1789302466.136806:0:19064:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121594496 00000100:00100000:1.0:1789302466.136811:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789302466.136816:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121594752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.136833:0:19064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121595008 00000100:00100000:3.0:1789302466.136836:0:19064:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121595008 00000100:00100000:1.0:1789302466.136843:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121594752:12345-0@lo:400:kworker.0 Request processed in 27us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302466.136848:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789302466.136863:0:19064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121594368 00000100:00100000:3.0:1789302466.136867:0:19064:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121594368 00000100:00100000:3.0:1789302466.136881:0:19064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121594880 00000100:00100000:3.0:1789302466.136883:0:19064:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121594880 00000100:00100000:3.0:1789302466.136895:0:19064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789302466.136901:0:19064:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121594496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.136937:0:19064:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121594496:12345-0@lo:400:kworker.0 Request processed in 36us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302466.136944:0:19064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789302466.136968:0:19064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789302466.136975:0:19064:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121595008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.137004:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121595264 00000100:00100000:1.0:1789302466.137009:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121595264 00000100:00100000:3.0:1789302466.137010:0:19064:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121595008:12345-0@lo:400:kworker.0 Request processed in 37us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302466.137027:0:19064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789302466.137040:0:19064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789302466.137046:0:19064:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121594368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.137074:0:19064:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121594368:12345-0@lo:400:kworker.0 Request processed in 28us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302466.137079:0:19064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789302466.137174:0:19064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789302466.137181:0:19064:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121594880:12345-0@lo:400:kworker.0 00000001:00080000:2.0:1789302466.137198:0:17090:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934634 is committed 00000020:00080000:2.0:1789302466.137215:0:17090:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8cc4a0ab0b40 refcount 2 committed 0 result 0 batchid 4294967530 00000020:00080000:2.0:1789302466.137220:0:17090:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8cc4b5e75a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8cc4a0ab0240 00000020:00080000:2.0:1789302466.137223:0:17090:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8cc4b5e75300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8cc38415ea00 00000020:00080000:2.0:1789302466.137245:0:17149:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967530 committed batchid 8 00000100:00100000:3.0:1789302466.137279:0:19064:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121594880:12345-0@lo:400:kworker.0 Request processed in 98us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302466.137285:0:19064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789302466.137304:0:18366:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121595520 00000100:00100000:3.0:1789302466.137308:0:18366:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121595520 00000020:00080000:2.0:1789302466.137325:0:17149:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00080000:2.0:1789302466.137349:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789302466.137358:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789302466.137394:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121594368:0@lo:400:kworker.0 00000100:00100000:2.0:1789302466.137405:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bc45ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121594880:0@lo:400:kworker.0 00000100:00100000:2.0:1789302466.137412:0:3646:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:2.0:1789302466.137416:0:3646:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8cc38489c380, transno 8589934596 00000004:00080000:2.0:1789302466.137427:0:3646:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:2.0:1789302466.137444:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121594496:0@lo:400:kworker.0 00000100:00100000:2.0:1789302466.137455:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bc45ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121595008:0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.137766:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121595392 00000100:00100000:1.0:1789302466.137772:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121595392 00000100:00100000:1.0:1789302466.137796:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789302466.137983:0:18366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789302466.137990:0:18366:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121595392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.138042:0:18366:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121595392:12345-0@lo:400:kworker.0 Request processed in 53us (1262us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302466.138048:0:18366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789302466.138063:0:18366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789302466.138068:0:18366:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876219121595520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.138288:0:18366:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876219121595520:12345-0@lo:400:kworker.0 Request processed in 219us (1639us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302466.138295:0:18366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00010000:00010000:3.0:1789302466.138353:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa800/0x1ff82925bd39ac4c lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17111 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302466.138364:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa800/0x1ff82925bd39ac4c lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17111 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302466.138371:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa800/0x1ff82925bd39ac4c lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17111 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302466.138377:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aa800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1789302466.138381:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa800/0x1ff82925bd39ac4c lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17111 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302466.138389:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa800/0x1ff82925bd39ac4c lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17111 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302466.138406:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8cc381fa3f00) 00010000:00010000:3.0:1789302466.138409:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789302466.138413:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa800/0x1ff82925bd39ac4c lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17111 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302466.138420:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa800/0x1ff82925bd39ac4c lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17111 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302466.138454:0:20248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121595776 00000100:00100000:3.0:1789302466.138458:0:20248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121595776 00000100:00100000:3.0:1789302466.138485:0:20248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789302466.138493:0:20248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bd803480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121595776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789302466.138514:0:20248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789302466.138550:0:20248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bd803480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121595776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (1930us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302466.138566:0:20248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789302466.138802:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302466.138833:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876219121594624:0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.138843:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bc45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121595904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789302466.138865:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302466.138869:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302466.138886:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bc45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876219121595136:0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.138895:0:18620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121595904 00000100:00100000:3.0:1789302466.138899:0:18620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121595904 00000100:00100000:0.0:1789302466.138907:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302466.138919:0:18620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789302466.138922:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bc45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876219121595648:0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.138926:0:18620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121595904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789302466.138935:0:18620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789302466.138941:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302466.138975:0:18620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121595904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302466.138979:0:17104:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121594112 00000100:00100000:3.0:1789302466.138981:0:18620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789302466.138982:0:17104:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121594112 00000100:00100000:0.0:1789302466.139007:0:17104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1789302466.139024:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bc45dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121595904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789302466.139057:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121594624 00000100:00100000:3.0:1789302466.139061:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121594624 00000100:00100000:3.0:1789302466.139077:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121595136 00000100:00100000:3.0:1789302466.139080:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121595136 00000100:00100000:3.0:1789302466.143805:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121595648 00000100:00100000:3.0:1789302466.143823:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121595648 00000100:00100000:3.0:1789302466.143879:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789302466.143889:0:17112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876219121594624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.143995:0:17112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876219121594624:12345-0@lo:400:kworker.0 Request processed in 108us (5135us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302466.144002:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789302466.144021:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789302466.144029:0:17112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876219121595136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.144058:0:17112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876219121595136:12345-0@lo:400:kworker.0 Request processed in 31us (5151us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302466.144074:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789302466.144304:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789302466.144317:0:17112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876219121595648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.144352:0:17112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876219121595648:12345-0@lo:400:kworker.0 Request processed in 40us (5410us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302466.144358:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789302466.144385:0:17104:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ae9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c46098ed-e570-4ba8-9393-0223b90f3f6e+24:3647:x1876219121594112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302466.144424:0:17104:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ae9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c46098ed-e570-4ba8-9393-0223b90f3f6e+24:3647:x1876219121594112:12345-0@lo:400:kworker.0 Request processed in 5412us (5624us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302466.144431:0:17104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00080000:3.0:1789302466.144463:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789302466.144467:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789302466.144506:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c46098ed-e570-4ba8-9393-0223b90f3f6e:3647:1876219121594112:0@lo:400:kworker.0 00010000:00080000:3.0:1789302466.144517:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc4bc45e300 x1876219121595392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302466.144518:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876219121594624:0@lo:400:kworker.0 00000100:00100000:0.0:1789302466.144527:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bc45fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876219121595136:0@lo:400:kworker.0 00000100:00100000:3.0:1789302466.144528:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bc45e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121595392:0@lo:400:kworker.0 00010000:00080000:0.0:1789302466.144537:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc4bc45d880 x1876219121595648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302466.144540:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bc45f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876219121595520:0@lo:400:kworker.0 00000100:00100000:0.0:1789302466.144557:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bc45d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876219121595648:0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.145712:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc381f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121595264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.145775:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc381f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121595264:12345-0@lo:400:kworker.0 Request processed in 7973us (9336us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302466.145785:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789302466.145851:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121595776:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789302466.145878:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121594240:0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.145888:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bc45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121594752:0@lo:400:kworker.0 00000100:00100000:1.0:1789302466.145897:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bc45d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121595264:0@lo:400:kworker.0 00010000:00010000:1.0:1789302467.092551:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302467.419956:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302467.420004:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302467.420035:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101592320 00000100:00100000:3.0:1789302467.420045:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101592320 00000100:00100000:3.0:1789302467.420105:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 80 00000100:00100000:3.0:1789302467.420141:0:17112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9f958801-6e12-44ad-8390-fe02a2305ca5+12:2396:x1876219101592320:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:3.0:1789302467.420225:0:17112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9f958801-6e12-44ad-8390-fe02a2305ca5+12:2396:x1876219101592320:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 100us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302467.420233:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 80 00000100:00080000:3.0:1789302467.420255:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789302467.421150:0:17102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101592192 00000100:00100000:2.0:1789302467.421160:0:17102:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101592192 00000100:00100000:2.0:1789302467.421209:0:17102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 169 00000100:00100000:2.0:1789302467.421218:0:17102:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6def970d-8bc0-4857-87d9-88981813c2ca+13:2396:x1876219101592192:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:2.0:1789302467.421275:0:17102:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6def970d-8bc0-4857-87d9-88981813c2ca+13:2396:x1876219101592192:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 58us (1340us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302467.421284:0:17102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 169 00000100:00100000:0.0:1789302467.429471:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302467.429510:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302467.429561:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302467.429595:0:18618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101592576 00000100:00100000:0.0:1789302467.429605:0:18618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101592576 00000100:00100000:0.0:1789302467.429672:0:18618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101593088 00000100:00100000:0.0:1789302467.429676:0:18618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101593088 00000100:00100000:0.0:1789302467.429690:0:18618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101593216 00000100:00100000:0.0:1789302467.429692:0:18618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101593216 00000100:00100000:0.0:1789302467.429711:0:18618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 33 00000100:00100000:3.0:1789302467.429722:0:18617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 34 00000100:00100000:0.0:1789302467.429723:0:18618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7fadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9f958801-6e12-44ad-8390-fe02a2305ca5+5:2395:x1876219101592576:12345-192.168.203.9@tcp:9:kworker.0 00000100:00100000:3.0:1789302467.429730:0:18617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7faea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0c39c9e8-9b50-402e-a4e7-1190d400118d+5:2395:x1876219101593088:12345-192.168.203.9@tcp:9:kworker.0 00000020:00000080:0.0:1789302467.429754:0:18618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a904 00000020:00000080:3.0:1789302467.429759:0:18617:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a943 00000100:00080000:0.0:1789302467.429768:0:18618:0:(import.c:65:import_set_state_nolock()) ffff8cc4bc42d000 : changing import state from FULL to CLOSED 00000100:00080000:1.0:1789302467.434200:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789302467.434209:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789302467.437780:0:18617:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e52000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789302467.437836:0:18617:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789302467.438020:0:18617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7faea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0c39c9e8-9b50-402e-a4e7-1190d400118d+2:2395:x1876219101593088:12345-192.168.203.9@tcp:9:kworker.0 Request processed in 8286us (8503us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302467.438031:0:18617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 34 00000100:00100000:3.0:1789302467.438061:0:18617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 35 00000100:00100000:3.0:1789302467.438071:0:18617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7fae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0c39c9e8-9b50-402e-a4e7-1190d400118d+5:2395:x1876219101593216:12345-192.168.203.9@tcp:9:kworker.0 00000020:00000080:3.0:1789302467.438096:0:18617:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a94a 00000100:00080000:3.0:1789302467.438107:0:18617:0:(import.c:65:import_set_state_nolock()) ffff8cc4bc428800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789302467.438135:0:18617:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1789302467.438201:0:18617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7fae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0c39c9e8-9b50-402e-a4e7-1190d400118d+2:2395:x1876219101593216:12345-192.168.203.9@tcp:9:kworker.0 Request processed in 132us (8640us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302467.438206:0:18617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 35 00000100:00100000:3.0:1789302467.438918:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302467.438997:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302467.439078:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302467.439101:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302467.439176:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101592448 00000100:00100000:3.0:1789302467.439183:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101592448 00000100:00100000:3.0:1789302467.439240:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101592832 00000100:00100000:3.0:1789302467.439243:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101592832 00000100:00100000:3.0:1789302467.439256:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101592960 00000100:00100000:3.0:1789302467.439258:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101592960 00000100:00100000:3.0:1789302467.439273:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 81 00000100:00100000:3.0:1789302467.439291:0:17112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9f958801-6e12-44ad-8390-fe02a2305ca5+5:2398:x1876219101592448:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:3.0:1789302467.439335:0:17112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9f958801-6e12-44ad-8390-fe02a2305ca5+5:2398:x1876219101592448:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 54us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302467.440145:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 82 00000100:00100000:3.0:1789302467.440152:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 81 00000100:00100000:0.0:1789302467.440157:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0c39c9e8-9b50-402e-a4e7-1190d400118d+6:2398:x1876219101592832:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:3.0:1789302467.440170:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 83 00000100:00100000:3.0:1789302467.440177:0:17112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0c39c9e8-9b50-402e-a4e7-1190d400118d+5:2398:x1876219101592960:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:0.0:1789302467.440195:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0c39c9e8-9b50-402e-a4e7-1190d400118d+6:2398:x1876219101592832:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 43us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302467.440197:0:17112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0c39c9e8-9b50-402e-a4e7-1190d400118d+5:2398:x1876219101592960:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 22us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302467.440201:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 82 00000100:00100000:3.0:1789302467.440204:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 83 00010000:00010000:0.0:1789302467.440240:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1789302467.442206:0:18618:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789302467.443237:0:18618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7fadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9f958801-6e12-44ad-8390-fe02a2305ca5+2:2395:x1876219101592576:12345-192.168.203.9@tcp:9:kworker.0 Request processed in 13509us (13769us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302467.443249:0:18618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 33 00000100:00100000:0.0:1789302467.443704:0:18618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101592704 00000100:00100000:0.0:1789302467.443722:0:18618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101592704 00000100:00100000:0.0:1789302467.443776:0:18618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 36 00000100:00100000:0.0:1789302467.443786:0:18618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9f958801-6e12-44ad-8390-fe02a2305ca5+6:2398:x1876219101592704:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:0.0:1789302467.443841:0:18618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9f958801-6e12-44ad-8390-fe02a2305ca5+6:2398:x1876219101592704:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 56us (4761us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302467.443853:0:18618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 36 00010000:00010000:0.0:1789302467.443892:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789302467.448435:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789302467.448445:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789302467.448447:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1789302468.116271:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302468.159632:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302468.159725:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101593344 00000100:00100000:1.0:1789302468.159736:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101593344 00000100:00100000:1.0:1789302468.159790:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 74 00000100:00100000:1.0:1789302468.159801:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9f958801-6e12-44ad-8390-fe02a2305ca5+12:15569:x1876219101593344:12345-192.168.203.9@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1789302468.159914:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9f958801-6e12-44ad-8390-fe02a2305ca5+12:15569:x1876219101593344:12345-192.168.203.9@tcp:60:lhsmtool_posix.0 Request processed in 114us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302468.159921:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 74 00000100:00100000:3.0:1789302468.162602:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302468.162743:0:18366:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101593472 00000100:00100000:0.0:1789302468.162752:0:18366:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101593472 00000100:00100000:0.0:1789302468.162808:0:18366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 75 00000100:00100000:0.0:1789302468.162818:0:18366:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9f958801-6e12-44ad-8390-fe02a2305ca5+5:15569:x1876219101593472:12345-192.168.203.9@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1789302468.163192:0:18366:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9f958801-6e12-44ad-8390-fe02a2305ca5+5:15569:x1876219101593472:12345-192.168.203.9@tcp:60:lhsmtool_posix.0 Request processed in 375us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302468.163199:0:18366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 75 00000100:00100000:0.0:1789302468.174091:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302468.174248:0:17113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101593728 00000100:00100000:3.0:1789302468.174259:0:17113:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101593728 00000100:00100000:3.0:1789302468.174308:0:17113:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 16 00000100:00100000:3.0:1789302468.174319:0:17113:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bab450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9f958801-6e12-44ad-8390-fe02a2305ca5+12:15569:x1876219101593728:12345-192.168.203.9@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1789302468.174562:0:17113:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bab450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9f958801-6e12-44ad-8390-fe02a2305ca5+13:15569:x1876219101593728:12345-192.168.203.9@tcp:35:lhsmtool_posix.0 Request processed in 244us (479us total) trans 8589934635 rc 0/0 00000100:00100000:3.0:1789302468.174570:0:17113:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 16 00000100:00100000:1.0:1789302468.180353:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789302468.180376:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121596032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789302468.180446:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302468.180604:0:18620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121596032 00000100:00100000:0.0:1789302468.180612:0:18620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121596032 00000100:00100000:0.0:1789302468.180676:0:18620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789302468.180687:0:18620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bd801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121596032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789302468.180715:0:18620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789302468.180776:0:18620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bd801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121596032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302468.180784:0:18620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:3.0:1789302468.180922:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789302468.182257:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121596032:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1789302469.146266:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302469.204525:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bc45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121596160:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789302469.204610:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302469.205023:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121596160 00000100:00100000:3.0:1789302469.205033:0:18621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121596160 00000100:00100000:3.0:1789302469.205183:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789302469.205196:0:18621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121596160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789302469.205218:0:18621:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789302469.205272:0:18621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121596160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302469.205279:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789302469.205362:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bc45e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121596160:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1789302469.205442:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789302469.717124:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121596288:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789302469.717300:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302469.717510:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121596288 00000100:00100000:0.0:1789302469.717519:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121596288 00000100:00100000:0.0:1789302469.717580:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789302469.717590:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121596288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789302469.717645:0:17116:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789302469.721173:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789302469.721215:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121596416:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789302469.721397:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302469.721546:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121596416 00000100:00100000:3.0:1789302469.721557:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121596416 00000100:00100000:3.0:1789302469.721607:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789302469.721617:0:17115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121596416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789302469.721663:0:17115:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789302469.721724:0:17115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121596416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302469.721731:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789302469.721783:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121596416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789302469.722649:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121596288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5053us (5342us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302469.722662:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789302469.726885:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121596288:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789302470.165880:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789302470.490164:0:20483:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 08:27:48 (1789302468) 00000040:00080000:2.0:1789302470.932419:0:17144:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789302470.932431:0:17144:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789302470.932461:0:17144:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1789302470.932485:0:17144:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1789302471.196110:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302471.253161:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789302471.253207:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121596544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789302471.253304:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302471.253559:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121596800:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789302471.253593:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302471.253619:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121597312:0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.253645:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302471.253665:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121597824:0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.253685:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302471.253700:0:20248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121596544 00000100:00100000:1.0:1789302471.253702:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1789302471.253707:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c46098ed-e570-4ba8-9393-0223b90f3f6e:3648:1876219121596672:0@lo:400:kworker.0 00000100:00100000:2.0:1789302471.253710:0:20248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121596544 00000100:00100000:1.0:1789302471.253734:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302471.253755:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121597184:0@lo:400:kworker.0 00000100:00100000:2.0:1789302471.253777:0:20248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121596800 00000100:00100000:1.0:1789302471.253777:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302471.253781:0:20248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121596800 00000100:00100000:1.0:1789302471.253793:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121597696:0@lo:400:kworker.0 00000100:00100000:2.0:1789302471.253801:0:20248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789302471.253810:0:20248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121596544:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789302471.253812:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1789302471.253847:0:20248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789302471.253894:0:20248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121596544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302471.253902:0:20248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789302471.254417:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121597056:0@lo:400:kworker.0 00000100:00100000:3.0:1789302471.254454:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302471.254477:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121597568:0@lo:400:kworker.0 00000100:00100000:3.0:1789302471.254494:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302471.254509:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876219121598080:0@lo:400:kworker.0 00000100:00100000:3.0:1789302471.254528:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302471.254545:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1789302471.254550:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121596928:0@lo:400:kworker.0 00000100:00100000:3.0:1789302471.254571:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302471.254585:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121597440:0@lo:400:kworker.0 00000100:00100000:3.0:1789302471.254603:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302471.254619:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121597952:0@lo:400:kworker.0 00000100:00100000:3.0:1789302471.254637:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302471.254662:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789302471.254674:0:18621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121596800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789302471.254698:0:18621:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789302471.254727:0:18621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121596800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (1134us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302471.254734:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789302471.255286:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121598208:0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.255335:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302471.255386:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121596800:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789302471.255448:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121597312 00000100:00100000:1.0:1789302471.255454:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121597312 00000100:00100000:1.0:1789302471.255490:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121597824 00000100:00100000:1.0:1789302471.255492:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121597824 00000100:00100000:1.0:1789302471.255507:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121597696 00000100:00100000:1.0:1789302471.255510:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121597696 00000100:00100000:1.0:1789302471.255520:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121598080 00000100:00100000:1.0:1789302471.255522:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121598080 00000100:00100000:1.0:1789302471.255531:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121597952 00000100:00100000:1.0:1789302471.255533:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121597952 00000100:00100000:1.0:1789302471.255547:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121598208 00000100:00100000:1.0:1789302471.255549:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121598208 00000100:00100000:1.0:1789302471.255560:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1789302471.255568:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121597312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.255614:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121597312:12345-0@lo:400:kworker.0 Request processed in 47us (1968us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302471.255622:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1789302471.255637:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789302471.255643:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121597824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.255670:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121597824:12345-0@lo:400:kworker.0 Request processed in 28us (1984us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302471.255676:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789302471.255687:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1789302471.255692:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121597696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.255727:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121597696:12345-0@lo:400:kworker.0 Request processed in 34us (1913us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302471.255731:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121596544:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789302471.255733:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1789302471.255744:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1789302471.255756:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876219121598080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.255799:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876219121598080:12345-0@lo:400:kworker.0 Request processed in 43us (1270us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302471.255805:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1789302471.255817:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1789302471.255823:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7eef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121597952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.255862:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7eef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121597952:12345-0@lo:400:kworker.0 Request processed in 39us (1223us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302471.255868:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1789302471.255880:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1789302471.255886:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121598208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.255909:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121598208:12345-0@lo:400:kworker.0 Request processed in 24us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302471.255924:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:1.0:1789302471.255948:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789302471.255953:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789302471.255955:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789302471.255968:0:17105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121596672 00000100:00100000:1.0:1789302471.255971:0:17105:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121596672 00000100:00100000:1.0:1789302471.256000:0:17105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1789302471.256006:0:17105:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c46098ed-e570-4ba8-9393-0223b90f3f6e+24:3648:x1876219121596672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.256035:0:17105:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c46098ed-e570-4ba8-9393-0223b90f3f6e+24:3648:x1876219121596672:12345-0@lo:400:kworker.0 Request processed in 30us (2300us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302471.256041:0:17105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1789302471.256071:0:18617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121597184 00000100:00100000:1.0:1789302471.256075:0:18617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121597184 00000100:00100000:1.0:1789302471.256109:0:18617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121597056 00000100:00100000:1.0:1789302471.256134:0:18617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121597056 00000100:00100000:1.0:1789302471.256155:0:18617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121597568 00000100:00100000:1.0:1789302471.257564:0:18617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121597568 00000100:00100000:1.0:1789302471.257637:0:18617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789302471.257647:0:18617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1876219121597184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.257735:0:18617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1876219121597184:12345-0@lo:400:kworker.0 Request processed in 90us (3956us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302471.257743:0:18617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789302471.257760:0:18617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789302471.257766:0:18617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121597056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.257799:0:18617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121597056:12345-0@lo:400:kworker.0 Request processed in 33us (3345us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302471.257805:0:18617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789302471.257816:0:18617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789302471.257822:0:18617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121597568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.259507:0:18617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121597568:12345-0@lo:400:kworker.0 Request processed in 1680us (5006us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302471.259519:0:18617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789302471.259604:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c46098ed-e570-4ba8-9393-0223b90f3f6e:3648:1876219121596672:0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.259623:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121597184:0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.259635:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121597696:0@lo:400:kworker.0 00010000:00080000:1.0:1789302471.259653:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc38489c380 x1876219121598208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302471.259664:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121598208:0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.259691:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121597312:0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.259702:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121597824:0@lo:400:kworker.0 00000100:00080000:1.0:1789302471.259759:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1789302471.261407:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384296680 x1876219121597952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302471.261427:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121597952:0@lo:400:kworker.0 00000100:00100000:2.0:1789302471.261444:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121597056:0@lo:400:kworker.0 00000100:00100000:2.0:1789302471.261457:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121597568:0@lo:400:kworker.0 00000100:00100000:2.0:1789302471.261470:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876219121598080:0@lo:400:kworker.0 00000100:00100000:3.0:1789302471.262036:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121596928 00000100:00100000:3.0:1789302471.262288:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121596928 00000100:00100000:3.0:1789302471.262448:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121597440 00000100:00100000:3.0:1789302471.262452:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121597440 00000100:00100000:1.0:1789302471.265671:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789302471.265702:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bc45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121596928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.265843:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bc45e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121596928:12345-0@lo:400:kworker.0 Request processed in 157us (11270us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302471.265851:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789302471.265870:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121596928:0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.265882:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789302471.265890:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7eec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121597440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302471.265967:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7eec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121597440:12345-0@lo:400:kworker.0 Request processed in 77us (11361us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302471.265974:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789302471.267412:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121597440:0@lo:400:kworker.0 00000001:00080000:3.0:1789302471.766869:0:17090:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:3.0:1789302471.766885:0:17090:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967530 batchid updated 00000020:00080000:2.0:1789302471.767003:0:17149:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000020:00080000:2.0:1789302471.767022:0:17149:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00010000:00010000:1.0:1789302472.221585:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302472.530918:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302472.530976:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302472.531143:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101594112 00000100:00100000:2.0:1789302472.531152:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101594112 00000100:00100000:2.0:1789302472.531209:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 90 00000100:00100000:2.0:1789302472.531219:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9f958801-6e12-44ad-8390-fe02a2305ca5+5:2398:x1876219101594112:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:2.0:1789302472.531295:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9f958801-6e12-44ad-8390-fe02a2305ca5+5:2398:x1876219101594112:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 77us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302472.531302:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 90 00000100:00100000:0.0:1789302472.531579:0:17104:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101593856 00000100:00100000:0.0:1789302472.531593:0:17104:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101593856 00000100:00100000:0.0:1789302472.531626:0:17104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 171 00000100:00100000:0.0:1789302472.531632:0:17104:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6def970d-8bc0-4857-87d9-88981813c2ca+13:2398:x1876219101593856:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:0.0:1789302472.531664:0:17104:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6def970d-8bc0-4857-87d9-88981813c2ca+13:2398:x1876219101593856:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 32us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302472.531670:0:17104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 171 00000100:00080000:3.0:1789302472.532867:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789302472.547742:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302472.547809:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302472.554005:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302472.554047:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302472.555275:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101594368 00000100:00100000:1.0:1789302472.555289:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101594368 00000100:00100000:2.0:1789302472.555416:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101593984 00000100:00100000:2.0:1789302472.555421:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101593984 00000100:00100000:2.0:1789302472.555450:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 91 00000100:00100000:2.0:1789302472.555460:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0c39c9e8-9b50-402e-a4e7-1190d400118d+6:2398:x1876219101594368:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:2.0:1789302472.555534:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0c39c9e8-9b50-402e-a4e7-1190d400118d+6:2398:x1876219101594368:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 75us (7803us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302472.555541:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 91 00000100:00100000:2.0:1789302472.555559:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 92 00000100:00100000:2.0:1789302472.555565:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9f958801-6e12-44ad-8390-fe02a2305ca5+12:2398:x1876219101593984:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:2.0:1789302472.555608:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9f958801-6e12-44ad-8390-fe02a2305ca5+12:2398:x1876219101593984:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 41us (7797us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302472.555614:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 92 00000100:00080000:1.0:1789302472.557268:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789302472.561328:0:18617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101594240 00000100:00100000:1.0:1789302472.561345:0:18617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101594240 00000100:00100000:1.0:1789302472.561418:0:18617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 40 00000100:00100000:1.0:1789302472.561429:0:18617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc485dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9f958801-6e12-44ad-8390-fe02a2305ca5+6:2398:x1876219101594240:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:1.0:1789302472.561511:0:18617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc485dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9f958801-6e12-44ad-8390-fe02a2305ca5+6:2398:x1876219101594240:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 83us (7515us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302472.561519:0:18617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 40 00000100:00080000:1.0:1789302472.561542:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789302472.562710:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101594496 00000100:00100000:2.0:1789302472.562719:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101594496 00000100:00080000:2.0:1789302472.562861:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789302472.562915:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 93 00000100:00100000:2.0:1789302472.562924:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc485dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0c39c9e8-9b50-402e-a4e7-1190d400118d+5:2398:x1876219101594496:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:2.0:1789302472.562979:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc485dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0c39c9e8-9b50-402e-a4e7-1190d400118d+5:2398:x1876219101594496:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 56us (8932us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302472.562987:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 93 00000001:00100000:2.0:1789302472.801639:0:19430:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0c39c9e8-9b50-402e-a4e7-1190d400118d 00000020:00000080:2.0:1789302472.801650:0:19430:0:(genops.c:885:class_export_put()) final put ffff8cc4bc42b800/0c39c9e8-9b50-402e-a4e7-1190d400118d 00000020:00000080:3.0:1789302472.801734:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4bc42b800/0c39c9e8-9b50-402e-a4e7-1190d400118d for lustre-OST0001 00000020:00000080:3.0:1789302472.801791:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4bc428800 for lustre-OST0001 00000001:00100000:1.0:1789302472.802013:0:18613:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9f958801-6e12-44ad-8390-fe02a2305ca5 00000020:00000080:1.0:1789302472.802017:0:18613:0:(genops.c:885:class_export_put()) final put ffff8cc4b520f800/9f958801-6e12-44ad-8390-fe02a2305ca5 00000001:00100000:1.0:1789302472.802036:0:18613:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0c39c9e8-9b50-402e-a4e7-1190d400118d 00000020:00000080:1.0:1789302472.802038:0:18613:0:(genops.c:885:class_export_put()) final put ffff8cc4b7e56000/0c39c9e8-9b50-402e-a4e7-1190d400118d 00000020:00000080:2.0:1789302472.802052:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b520f800/9f958801-6e12-44ad-8390-fe02a2305ca5 for lustre-OST0000 00000020:00000080:2.0:1789302472.802087:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7e56000/0c39c9e8-9b50-402e-a4e7-1190d400118d for lustre-OST0000 00000020:00000080:2.0:1789302472.802103:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4bc42d000 for lustre-OST0000 00000020:00000080:2.0:1789302472.802107:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b7e52000 for lustre-OST0000 00010000:00010000:0.0:1789302473.236366:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302473.300517:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789302473.300539:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121598336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789302473.300608:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302473.300754:0:18620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121598336 00000100:00100000:0.0:1789302473.300762:0:18620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121598336 00000100:00100000:0.0:1789302473.300835:0:18620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789302473.300845:0:18620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121598336:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1789302473.300962:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1789302473.301107:0:18620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789302473.301197:0:18620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121598336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 354us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302473.301205:0:18620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789302473.301288:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121598336:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789302474.261763:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302474.324686:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789302474.324711:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121598464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789302474.324780:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302474.325275:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121598464 00000100:00100000:3.0:1789302474.325284:0:18621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121598464 00000100:00100000:3.0:1789302474.325359:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789302474.325370:0:18621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121598464:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1789302474.325672:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1789302474.325720:0:18621:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789302474.325840:0:18621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121598464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 471us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302474.325849:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789302474.328001:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121598464:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1789302474.580795:0:17868:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789302474.662278:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302474.662548:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101594624 00000100:00100000:1.0:1789302474.662557:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101594624 00000100:00100000:1.0:1789302474.662626:0:17097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 4 00000100:00100000:1.0:1789302474.662636:0:17097:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6def970d-8bc0-4857-87d9-88981813c2ca+13:2398:x1876219101594624:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789302474.662651:0:17097:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302474.662670:0:17097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc48166ec00/0x1ff82925bd39a8e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5e09 expref: 13 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302474.662693:0:17097:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789302474.662843:0:17097:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6def970d-8bc0-4857-87d9-88981813c2ca+12:2398:x1876219101594624:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 208us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302474.662851:0:17097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 4 00000100:00100000:3.0:1789302474.669171:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302474.670335:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101594752 00000100:00100000:0.0:1789302474.670348:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101594752 00000100:00100000:0.0:1789302474.670415:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 5 00000100:00100000:0.0:1789302474.670428:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6def970d-8bc0-4857-87d9-88981813c2ca+12:2399:x1876219101594752:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789302474.670443:0:17096:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789302474.670464:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc48166e400/0x1ff82925bd39a8e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5e3a expref: 12 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302474.670482:0:17096:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789302474.670541:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6def970d-8bc0-4857-87d9-88981813c2ca+11:2399:x1876219101594752:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 117us (1381us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302474.670549:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 5 00000100:00100000:3.0:1789302474.670925:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302474.671015:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302474.671161:0:18618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101595136 00000100:00100000:0.0:1789302474.671167:0:18618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101595136 00000100:00100000:0.0:1789302474.671221:0:18618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 36 00000100:00100000:0.0:1789302474.671230:0:18618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9f958801-6e12-44ad-8390-fe02a2305ca5+6:2395:x1876219101595136:12345-192.168.203.9@tcp:9:umount.0 00000020:00000080:0.0:1789302474.671260:0:18618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a90b 00000020:00010000:0.0:1789302474.671268:0:18618:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8cc4bc429000: total 0 00000100:00080000:0.0:1789302474.671274:0:18618:0:(import.c:65:import_set_state_nolock()) ffff8cc4bc42a800 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1789302474.671296:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00000004:0.0:1789302474.671317:0:18618:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000020:00010000:2.0:1789302474.671320:0:17098:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8cc4bc429000: total 0 00010000:00010000:2.0:1789302474.671325:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302474.671446:0:18618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9f958801-6e12-44ad-8390-fe02a2305ca5+4:2395:x1876219101595136:12345-192.168.203.9@tcp:9:umount.0 Request processed in 217us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302474.671453:0:18618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 36 00010000:00010000:2.0:1789302474.671733:0:17098:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8cc4bc429000, canceled 0 locks, left on hash table 1. 00002000:00010000:2.0:1789302474.671773:0:17098:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:2.0:1789302474.671777:0:17098:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1789302474.671798:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fea0594/0x1ff82925bd39ac76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5fd0 expref: 3 pid: 18618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302474.671822:0:17098:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8cc4bc429000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1789302474.671837:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302474.671838:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302474.671840:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302474.675991:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101594880 00000100:00100000:1.0:1789302474.676007:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101594880 00000100:00100000:1.0:1789302474.676074:0:17097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 6 00000100:00100000:1.0:1789302474.676085:0:17097:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6def970d-8bc0-4857-87d9-88981813c2ca+11:2398:x1876219101594880:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789302474.676100:0:17097:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302474.676139:0:17097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc48166f800/0x1ff82925bd39a9a5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5ef0 expref: 11 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302474.676172:0:17097:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789302474.676230:0:17097:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6def970d-8bc0-4857-87d9-88981813c2ca+10:2398:x1876219101594880:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 146us (5305us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302474.676238:0:17097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 6 00000100:00100000:3.0:1789302474.686902:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302474.687004:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101596032 00000100:00100000:2.0:1789302474.687014:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101596032 00000100:00100000:2.0:1789302474.687225:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 76 00000100:00100000:2.0:1789302474.687237:0:17112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9f958801-6e12-44ad-8390-fe02a2305ca5+12:2395:x1876219101596032:12345-192.168.203.9@tcp:39:umount.0 00000020:00000080:2.0:1789302474.687269:0:17112:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a8f6 00000020:00010000:2.0:1789302474.687295:0:17112:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8cc4b7e9d800: total 0 00000100:00080000:2.0:1789302474.687300:0:17112:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e51800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789302474.687323:0:17112:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934635 00000100:00100000:2.0:1789302474.687487:0:17112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9f958801-6e12-44ad-8390-fe02a2305ca5+11:2395:x1876219101596032:12345-192.168.203.9@tcp:39:umount.0 Request processed in 252us (601us total) trans 8589934636 rc 0/0 00000100:00100000:2.0:1789302474.687494:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 76 00000020:00010000:0.0:1789302474.687843:0:17099:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8cc4b7e9d800: total 0 00010000:00010000:0.0:1789302474.687900:0:17099:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8cc4b7e9d800, canceled 0 locks, left on hash table 7. 00010000:00010000:0.0:1789302474.687934:0:17099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8cc381fa8a00) 00010000:00010000:0.0:1789302474.687937:0:17099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1789302474.687946:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc480031a00/0x1ff82925bd39aaa1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5f36 expref: 10 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302474.687974:0:17099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8cc381fa3f00) 00010000:00010000:0.0:1789302474.687977:0:17099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789302474.687982:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b538ea00/0x1ff82925bd39ac22 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5fad expref: 9 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302474.687998:0:17099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8cc381fa8b00) 00010000:00010000:0.0:1789302474.688001:0:17099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789302474.688004:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4aa982800/0x1ff82925bd39a9dd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5efe expref: 8 pid: 18366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302474.688017:0:17099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383963600) 00010000:00010000:0.0:1789302474.688019:0:17099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789302474.688023:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc48166f600/0x1ff82925bd39aa1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5f0c expref: 7 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302474.688046:0:17099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8cc381fa8600) 00010000:00010000:0.0:1789302474.688049:0:17099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789302474.688053:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc480031c00/0x1ff82925bd39abc7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5f98 expref: 6 pid: 17111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302474.688065:0:17099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8cc381fa8600) 00010000:00010000:0.0:1789302474.688067:0:17099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789302474.688080:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab600/0x1ff82925bd39ac84 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5fd7 expref: 5 pid: 17111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302474.688098:0:17099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8cc383963300) 00010000:00010000:0.0:1789302474.688100:0:17099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789302474.688103:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc48166e000/0x1ff82925bd39a9c1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5ef7 expref: 4 pid: 17111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302474.688146:0:17099:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8cc4b7e9d800, canceled 7 locks, left on hash table 0. 00010000:00010000:0.0:1789302474.688160:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302474.688162:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302474.688164:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789302474.691725:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789302474.698345:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302474.698441:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101596160 00000100:00100000:2.0:1789302474.698451:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101596160 00000100:00100000:2.0:1789302474.698527:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 77 00000100:00100000:2.0:1789302474.698537:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9f958801-6e12-44ad-8390-fe02a2305ca5+5:2395:x1876219101596160:12345-192.168.203.9@tcp:39:umount.0 00000020:00000080:2.0:1789302474.698574:0:17111:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a8fd 00000100:00080000:2.0:1789302474.698591:0:17111:0:(import.c:65:import_set_state_nolock()) ffff8cc484fbd000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789302474.698624:0:17111:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:2.0:1789302474.698851:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9f958801-6e12-44ad-8390-fe02a2305ca5+3:2395:x1876219101596160:12345-192.168.203.9@tcp:39:umount.0 Request processed in 314us (515us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1789302474.698860:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 77 00010000:00010000:3.0:1789302474.699302:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789302474.699669:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789302474.836534:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789302474.836545:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789302474.836557:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121598720:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789302474.836559:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121598592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789302474.839418:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302474.839946:0:17850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121598720 00000100:00100000:3.0:1789302474.839966:0:17850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121598720 00000100:00100000:3.0:1789302474.840029:0:17850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789302474.840039:0:17850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384296680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121598720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789302474.840074:0:17850:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789302474.840552:0:17850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384296680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121598720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 514us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302474.840560:0:17850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789302474.840651:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121598720:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789302474.842156:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302474.850308:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121598592 00000100:00100000:1.0:1789302474.850322:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121598592 00000100:00100000:1.0:1789302474.850397:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789302474.850407:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121598592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789302474.850445:0:17116:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789302474.850534:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121598592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (8381us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302474.850541:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789302474.850702:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121598592:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789302475.286269:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302476.308378:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302476.372336:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121598976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789302476.372344:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121599232:0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.375730:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302476.375799:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c46098ed-e570-4ba8-9393-0223b90f3f6e:3648:1876219121598848:0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.375854:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302476.376181:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121599360:0@lo:400:kworker.0 00000100:00100000:1.0:1789302476.376217:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302476.376313:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121599872:0@lo:400:kworker.0 00000100:00100000:1.0:1789302476.376338:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302476.376360:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876219121600384:0@lo:400:kworker.0 00000100:00100000:1.0:1789302476.376384:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302476.376428:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789302476.376437:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382917b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876219121600512:0@lo:400:kworker.0 00000100:00100000:0.0:1789302476.376442:0:18617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121599360 00000100:00100000:0.0:1789302476.376452:0:18617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121599360 00000100:00100000:2.0:1789302476.376480:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302476.376501:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302476.376510:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382917800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121599744:0@lo:400:kworker.0 00000100:00100000:0.0:1789302476.376523:0:18617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121599872 00000100:00100000:0.0:1789302476.376528:0:18617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121599872 00000100:00100000:2.0:1789302476.376535:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302476.376548:0:18617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121599232 00000100:00100000:0.0:1789302476.376553:0:18617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121599232 00000100:00100000:2.0:1789302476.376554:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121600256:0@lo:400:kworker.0 00000100:00100000:0.0:1789302476.376575:0:18617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121599744 00000100:00100000:0.0:1789302476.376579:0:18617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121599744 00000100:00100000:2.0:1789302476.376596:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302476.376599:0:18617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789302476.376611:0:18617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121599360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302476.376622:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1789302476.376631:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121599104:0@lo:400:kworker.0 00000100:00100000:2.0:1789302476.376667:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302476.376691:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121599616:0@lo:400:kworker.0 00000100:00100000:2.0:1789302476.376709:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302476.377195:0:19064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789302476.377209:0:19064:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121599872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302476.378039:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876219121600128:0@lo:400:kworker.0 00000100:00100000:2.0:1789302476.378085:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302476.378109:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121600640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789302476.378147:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302476.378191:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121600384 00000100:00100000:2.0:1789302476.378197:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121600384 00000100:00100000:2.0:1789302476.378235:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121600512 00000100:00100000:2.0:1789302476.378239:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121600512 00000100:00100000:2.0:1789302476.378259:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121600256 00000100:00100000:2.0:1789302476.378262:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121600256 00000100:00100000:2.0:1789302476.378274:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121600128 00000100:00100000:2.0:1789302476.378276:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121600128 00000100:00100000:2.0:1789302476.378287:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789302476.378294:0:17112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1876219121600384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.379639:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121598976 00000100:00100000:3.0:1789302476.379648:0:18621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121598976 00000100:00100000:3.0:1789302476.379693:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121600640 00000100:00100000:3.0:1789302476.379697:0:18621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121600640 00000100:00100000:3.0:1789302476.379712:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789302476.379720:0:18621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1876219121598976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789302476.379749:0:18621:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789302476.379797:0:18621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1876219121598976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (4073us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302476.379819:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789302476.379835:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789302476.379842:0:18621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382914700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1876219121600640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789302476.379852:0:18621:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789302476.379898:0:18621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382914700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1876219121600640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (1749us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302476.379903:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789302476.379923:0:18616:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1789302476.379930:0:18616:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:3.0:1789302476.382105:0:17850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121599104 00000100:00100000:3.0:1789302476.382144:0:17850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121599104 00000100:00100000:3.0:1789302476.382199:0:17850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121599616 00000100:00100000:3.0:1789302476.382202:0:17850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121599616 00000100:00100000:3.0:1789302476.382219:0:17850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789302476.382227:0:17850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121599104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.382309:0:17850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121599104:12345-0@lo:400:kworker.0 Request processed in 82us (5640us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302476.382316:0:17850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789302476.382333:0:17850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789302476.382338:0:17850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121599616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.382364:0:17850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121599616:12345-0@lo:400:kworker.0 Request processed in 27us (5654us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302476.382370:0:17850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789302476.382408:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121599488:0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.382444:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302476.382460:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382917100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121600000:0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.382619:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302476.382664:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121598976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789302476.382793:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121599488 00000100:00100000:3.0:1789302476.382798:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121599488 00000100:00100000:3.0:1789302476.382820:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121600000 00000100:00100000:3.0:1789302476.382823:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121600000 00000100:00100000:3.0:1789302476.382850:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789302476.382857:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876219121600512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302476.383068:0:19064:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121599872:12345-0@lo:400:kworker.0 Request processed in 5863us (6727us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302476.383077:0:19064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789302476.385522:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876219121600512:12345-0@lo:400:kworker.0 Request processed in 2656us (9011us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302476.385537:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789302476.385575:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789302476.385592:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121600256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.385654:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121600256:12345-0@lo:400:kworker.0 Request processed in 71us (9060us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302476.385660:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789302476.385673:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789302476.385680:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876219121600128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.385711:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876219121600128:12345-0@lo:400:kworker.0 Request processed in 32us (7626us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302476.385716:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789302476.385727:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1789302476.385733:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121599488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.385771:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121599488:12345-0@lo:400:kworker.0 Request processed in 38us (3327us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302476.385791:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1789302476.385804:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1789302476.385809:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121600000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.385840:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121600000:12345-0@lo:400:kworker.0 Request processed in 29us (3219us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302476.385844:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1789302476.385903:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121599488:0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.385914:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382917100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121600000:0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.386359:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121599104:0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.386372:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121599616:0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.386382:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876219121600128:0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.386400:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121600640:0@lo:13:osp-pre-1-1.0 00010000:00080000:3.0:1789302476.386414:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc382914a80 x1876219121600256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302476.386424:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121600256:0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.386657:0:18616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789302476.386669:0:18616:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121599232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.386717:0:18616:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121599232:12345-0@lo:400:kworker.0 Request processed in 52us (10237us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302476.386723:0:18616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789302476.386739:0:18616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789302476.386752:0:18616:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121599744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.386780:0:18616:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121599744:12345-0@lo:400:kworker.0 Request processed in 29us (10247us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302476.386786:0:18616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789302476.386813:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121599232:0@lo:400:kworker.0 00000100:00100000:3.0:1789302476.386823:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382917800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121599744:0@lo:400:kworker.0 00000100:00100000:2.0:1789302476.386939:0:17112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1876219121600384:12345-0@lo:400:kworker.0 Request processed in 8643us (10551us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302476.386948:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1789302476.387815:0:18617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121599360:12345-0@lo:400:kworker.0 Request processed in 11202us (11592us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302476.387824:0:18617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789302476.387872:0:17102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121598848 00000100:00100000:0.0:1789302476.387896:0:17102:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121598848 00000100:00100000:0.0:1789302476.387933:0:17102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1789302476.387940:0:17102:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c46098ed-e570-4ba8-9393-0223b90f3f6e+24:3648:x1876219121598848:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1789302476.388215:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789302476.388354:0:17102:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c46098ed-e570-4ba8-9393-0223b90f3f6e+24:3648:x1876219121598848:12345-0@lo:400:kworker.0 Request processed in 414us (12498us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302476.388360:0:17102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1789302476.388444:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c46098ed-e570-4ba8-9393-0223b90f3f6e:3648:1876219121598848:0@lo:400:kworker.0 00000100:00080000:2.0:1789302476.388956:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789302476.388961:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789302476.388964:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1789302476.389299:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc382917b80 x1876219121600512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302476.389313:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382917b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876219121600512:0@lo:400:kworker.0 00000100:00100000:1.0:1789302476.389326:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121599360:0@lo:400:kworker.0 00000100:00100000:1.0:1789302476.389337:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121599872:0@lo:400:kworker.0 00000100:00100000:1.0:1789302476.389346:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876219121600384:0@lo:400:kworker.0 00000100:00100000:2.0:1789302476.714617:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302476.714658:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302476.714692:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302476.714762:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101596288 00000100:00100000:0.0:1789302476.714772:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101596288 00000100:00100000:0.0:1789302476.714816:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101596544 00000100:00100000:0.0:1789302476.714819:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101596544 00000100:00100000:0.0:1789302476.714831:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101596416 00000100:00100000:0.0:1789302476.714834:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101596416 00000100:00100000:0.0:1789302476.714859:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 7 00000100:00100000:0.0:1789302476.714870:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382914380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6def970d-8bc0-4857-87d9-88981813c2ca+12:2396:x1876219101596288:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789302476.714892:0:17096:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789302476.714913:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4aa983000/0x1ff82925bd39a920 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5e79 expref: 12 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302476.714929:0:17096:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789302476.715006:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382914380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6def970d-8bc0-4857-87d9-88981813c2ca+11:2396:x1876219101596288:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 135us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302476.715017:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 7 00000100:00100000:0.0:1789302476.715043:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 8 00000100:00100000:0.0:1789302476.715056:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382915c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6def970d-8bc0-4857-87d9-88981813c2ca+10:2396:x1876219101596544:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789302476.715063:0:17096:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789302476.715079:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b538f000/0x1ff82925bd39a99e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5ee9 expref: 10 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302476.715168:0:17096:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789302476.715191:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382915c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6def970d-8bc0-4857-87d9-88981813c2ca+9:2396:x1876219101596544:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 138us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302476.715203:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 8 00000100:00100000:0.0:1789302476.715217:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 9 00000100:00100000:0.0:1789302476.715236:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382915500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6def970d-8bc0-4857-87d9-88981813c2ca+8:2396:x1876219101596416:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789302476.715257:0:17096:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789302476.715266:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4aa983400/0x1ff82925bd39a927 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5eaa expref: 8 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302476.715274:0:17096:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789302476.715291:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382915500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6def970d-8bc0-4857-87d9-88981813c2ca+7:2396:x1876219101596416:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 58us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302476.715297:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 9 00000100:00100000:3.0:1789302476.729345:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302476.729444:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101596800 00000100:00100000:2.0:1789302476.729454:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101596800 00000100:00100000:2.0:1789302476.729530:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 78 00000100:00100000:2.0:1789302476.729540:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0c39c9e8-9b50-402e-a4e7-1190d400118d+6:2395:x1876219101596800:12345-192.168.203.9@tcp:39:umount.0 00000020:00000080:2.0:1789302476.729603:0:17111:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a935 00000020:00010000:2.0:1789302476.729610:0:17111:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8cc4b7f5b000: total 0 00000100:00080000:2.0:1789302476.729627:0:17111:0:(import.c:65:import_set_state_nolock()) ffff8cc4b511b000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789302476.729663:0:17111:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000100:00100000:2.0:1789302476.729800:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0c39c9e8-9b50-402e-a4e7-1190d400118d+5:2395:x1876219101596800:12345-192.168.203.9@tcp:39:umount.0 Request processed in 260us (462us total) trans 8589934637 rc 0/0 00000100:00100000:2.0:1789302476.729808:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 78 00000100:00080000:1.0:1789302476.730583:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:0.0:1789302476.731026:0:17099:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8cc4b7f5b000: total 0 00010000:00010000:0.0:1789302476.731032:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302476.731085:0:17099:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8cc4b7f5b000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1789302476.731154:0:17099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383963600) 00010000:00010000:0.0:1789302476.731158:0:17099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789302476.731168:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4aa982400/0x1ff82925bd39aa2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5f13 expref: 4 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302476.731193:0:17099:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8cc4b7f5b000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1789302476.731205:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302476.731207:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302476.731208:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302476.745665:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302476.749095:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101596928 00000100:00100000:0.0:1789302476.749109:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101596928 00000100:00100000:0.0:1789302476.749217:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 79 00000100:00100000:0.0:1789302476.749228:0:17112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0c39c9e8-9b50-402e-a4e7-1190d400118d+5:2395:x1876219101596928:12345-192.168.203.9@tcp:39:umount.0 00000020:00000080:0.0:1789302476.749272:0:17112:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a93c 00000100:00080000:0.0:1789302476.749280:0:17112:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e54800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789302476.749342:0:17112:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1789302476.749768:0:17112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0c39c9e8-9b50-402e-a4e7-1190d400118d+3:2395:x1876219101596928:12345-192.168.203.9@tcp:39:umount.0 Request processed in 541us (4112us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1789302476.749777:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 79 00010000:00010000:3.0:1789302476.750591:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789302476.751096:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789302476.788475:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302476.788639:0:17105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101597184 00000100:00100000:2.0:1789302476.788649:0:17105:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101597184 00000100:00100000:2.0:1789302476.788758:0:17105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 173 00000100:00100000:2.0:1789302476.788769:0:17105:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6def970d-8bc0-4857-87d9-88981813c2ca+7:2395:x1876219101597184:12345-192.168.203.9@tcp:251:umount.0 00000020:00000080:2.0:1789302476.788814:0:17105:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a8d3 00000020:00010000:2.0:1789302476.788823:0:17105:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8cc484fbb800: total 0 00000100:00080000:2.0:1789302476.788828:0:17105:0:(import.c:65:import_set_state_nolock()) ffff8cc484fba000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1789302476.789379:0:17105:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6def970d-8bc0-4857-87d9-88981813c2ca+3:2395:x1876219101597184:12345-192.168.203.9@tcp:251:umount.0 Request processed in 610us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302476.789387:0:17105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 173 00000020:00010000:1.0:1789302476.789462:0:17099:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8cc484fbb800: total 0 00010000:00010000:1.0:1789302476.789516:0:17099:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8cc484fbb800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1789302476.789549:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b5348200/0x1ff82925bd39a8da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5e02 expref: 2 pid: 17102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302476.789565:0:17099:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8cc484fbb800, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1789302476.789576:0:17099:0:(genops.c:885:class_export_put()) final put ffff8cc484fbb800/6def970d-8bc0-4857-87d9-88981813c2ca 00010000:00010000:1.0:1789302476.789590:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302476.789592:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302476.789594:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789302476.789615:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc484fbb800/6def970d-8bc0-4857-87d9-88981813c2ca for MGS 00000020:00000080:1.0:1789302476.789652:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc484fba000 for MGS 00010000:00010000:2.0:1789302477.333866:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302478.359296:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302478.423843:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121600768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789302478.423951:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302478.424069:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121600768 00000100:00100000:1.0:1789302478.424082:0:18621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121600768 00000100:00100000:1.0:1789302478.424181:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789302478.424193:0:18621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121600768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789302478.424232:0:18621:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789302478.424294:0:18621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121600768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302478.424303:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789302478.424366:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121600768:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1789302478.424509:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:01000004:2.0:1789302478.734077:0:20679:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789302478.751562:0:20679:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1789302478.751635:0:20679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39a496 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a49d expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.751652:0:20679:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39a496 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a49d expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.751661:0:20679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39a496 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a49d expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.751668:0:20679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39a496 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a49d expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.751717:0:20679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789302478.751724:0:20679:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789302478.751761:0:20679:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789302478.751767:0:20679:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789302478.751773:0:20679:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789302478.751804:0:20679:0:(import.c:65:import_set_state_nolock()) ffff8cc485d32800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1789302478.751886:0:17098:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789302478.751894:0:17098:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39a496 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a49d expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302478.751903:0:17098:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5349600 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:1.0:1789302478.751907:0:17098:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39a496 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a49d expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302478.751916:0:17098:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39a496 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a49d expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789302478.751923:0:17098:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39a496 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a49d expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302478.751929:0:17098:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789302478.751932:0:17098:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789302478.751935:0:17098:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789302478.751973:0:17098:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39a496 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a49d expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302478.751980:0:17098:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789302478.752009:0:17098:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39a496 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a49d expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302478.752016:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39a496 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a49d expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302478.752029:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302478.752030:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302478.752032:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302478.752050:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876219121600896:0@lo:39:umount.0 00000100:00100000:1.0:1789302478.752163:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302478.752217:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789302478.752227:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c46098ed-e570-4ba8-9393-0223b90f3f6e:3648:1876219121601024:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302478.752264:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302478.752311:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121600896 00000100:00100000:1.0:1789302478.752319:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121600896 00000100:00100000:1.0:1789302478.752373:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789302478.752383:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876219121600896:12345-0@lo:39:umount.0 00000020:00000080:1.0:1789302478.752412:0:17111:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a4c7 00000100:00080000:1.0:1789302478.752421:0:17111:0:(import.c:65:import_set_state_nolock()) ffff8cc4add8c800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1789302478.752483:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3644:x1876219121600896:12345-0@lo:39:umount.0 Request processed in 101us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302478.752490:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:00000080:1.0:1789302478.752500:0:17111:0:(genops.c:885:class_export_put()) final put ffff8cc382b09000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1789302478.752525:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789302478.752565:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc485d32800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789302478.752575:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876219121600896:0@lo:39:umount.0 00000100:00080000:3.0:1789302478.754331:0:20679:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789302478.754339:0:20679:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789302478.754347:0:20679:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789302478.755328:0:20679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc48311c600/0x1ff82925bd39a3e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a3ee expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755349:0:20679:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc48311c600/0x1ff82925bd39a3e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a3ee expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755356:0:20679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc48311c600/0x1ff82925bd39a3e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a3ee expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755364:0:20679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc48311c600/0x1ff82925bd39a3e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a3ee expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755389:0:20679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789302478.755398:0:20679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983800/0x1ff82925bd39a7f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a7fa expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755404:0:20679:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983800/0x1ff82925bd39a7f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a7fa expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755422:0:20679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983800/0x1ff82925bd39a7f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a7fa expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755428:0:20679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983800/0x1ff82925bd39a7f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a7fa expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755449:0:20679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789302478.755458:0:20679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39a990 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a997 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755464:0:20679:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39a990 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a997 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755471:0:20679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39a990 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a997 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755476:0:20679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39a990 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a997 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755483:0:20679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1789302478.755489:0:20679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39a3d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a3e0 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755495:0:20679:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39a3d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a3e0 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755501:0:20679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39a3d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a3e0 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755516:0:20679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39a3d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a3e0 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302478.755525:0:20679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:3.0:1789302478.755528:0:20679:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1789302478.755566:0:20679:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1789302478.755571:0:20679:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1789302478.755577:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789302478.755584:0:20679:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/15 00000020:00080000:3.0:1789302478.755593:0:20679:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8cc4b7e9a000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789302478.755599:0:20679:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8cc383a9c000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789302478.755604:0:20679:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8cc485d4c000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789302478.755609:0:20679:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8cc383678000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789302478.755617:0:20679:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8cc4b7f5b000 0c39c9e8-9b50-402e-a4e7-1190d400118d 192.168.203.9@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1789302478.755623:0:20679:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8cc4b7e9d800 9f958801-6e12-44ad-8390-fe02a2305ca5 192.168.203.9@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934635 stale:0 00000020:00080000:3.0:1789302478.755628:0:20679:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff8cc383818000) has exports, disconnecting them 00000020:00080000:3.0:1789302478.755633:0:20679:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8cc4b7e9a000), last request at 1789302476 00000020:00000080:3.0:1789302478.755642:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a7c2 00000100:00080000:3.0:1789302478.755686:0:20679:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e9a800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789302478.755754:0:20679:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc4b7e9a000): rc 0 00000020:00000080:3.0:1789302478.755757:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc4b7e9a000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1789302478.755763:0:20679:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8cc383a9c000), last request at 1789302476 00000020:00000080:3.0:1789302478.755766:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a664 00000100:00080000:3.0:1789302478.755772:0:20679:0:(import.c:65:import_set_state_nolock()) ffff8cc383a99000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789302478.755778:0:20679:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc383a9c000): rc 0 00000020:00000080:3.0:1789302478.755786:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc383a9c000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1789302478.755790:0:20679:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8cc485d4c000), last request at 1789302402 00000020:00000080:3.0:1789302478.755794:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a5b5 00000100:00080000:3.0:1789302478.755798:0:20679:0:(import.c:65:import_set_state_nolock()) ffff8cc485d49800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789302478.755805:0:20679:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc485d4c000): rc 0 00000020:00000080:3.0:1789302478.755808:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc485d4c000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1789302478.755811:0:20679:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8cc383678000), last request at 1789302402 00000020:00000080:3.0:1789302478.755815:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a54c 00000100:00080000:3.0:1789302478.755818:0:20679:0:(import.c:65:import_set_state_nolock()) ffff8cc4b520e000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789302478.755825:0:20679:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000020:00080000:3.0:1789302478.755930:0:20679:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc383678000): rc 0 00000004:00000080:3.0:1789302478.755937:0:20679:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffadc441ca7ae0 00000100:00080000:3.0:1789302478.755958:0:20679:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789302478.755962:0:20679:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789302478.756838:0:20679:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789302478.756888:0:20679:0:(import.c:65:import_set_state_nolock()) ffff8cc491235800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1789302478.758158:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1789302478.758172:0:17099:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc48311c600/0x1ff82925bd39a3e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a3ee expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758185:0:17099:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc48311c600 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:2.0:1789302478.758190:0:17099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc48311c600/0x1ff82925bd39a3e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a3ee expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758203:0:17099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc48311c600/0x1ff82925bd39a3e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a3ee expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789302478.758233:0:17099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc48311c600/0x1ff82925bd39a3e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a3ee expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302478.758240:0:17099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789302478.758242:0:17099:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:2.0:1789302478.758246:0:17099:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:2.0:1789302478.758290:0:17099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc48311c600/0x1ff82925bd39a3e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a3ee expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758298:0:17099:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789302478.758324:0:17099:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc48311c600/0x1ff82925bd39a3e7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a3ee expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758332:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc48311c600/0x1ff82925bd39a3e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a3ee expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758347:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789302478.758351:0:17099:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983800/0x1ff82925bd39a7f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a7fa expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758357:0:17099:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4aa983800 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:2.0:1789302478.758359:0:17099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983800/0x1ff82925bd39a7f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a7fa expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758367:0:17099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983800/0x1ff82925bd39a7f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a7fa expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789302478.758374:0:17099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983800/0x1ff82925bd39a7f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a7fa expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302478.758390:0:17099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1789302478.758393:0:17099:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1789302478.758395:0:17099:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1789302478.758411:0:17099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983800/0x1ff82925bd39a7f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a7fa expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758418:0:17099:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789302478.758437:0:17099:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983800/0x1ff82925bd39a7f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a7fa expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758445:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983800/0x1ff82925bd39a7f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a7fa expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302478.758450:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121601024 00010000:00010000:2.0:1789302478.758458:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789302478.758463:0:17099:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39a990 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a997 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302478.758463:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121601024 00010000:00010000:2.0:1789302478.758473:0:17099:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b538e600 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:2.0:1789302478.758477:0:17099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39a990 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a997 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758484:0:17099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39a990 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a997 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789302478.758491:0:17099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39a990 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a997 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302478.758497:0:17099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789302478.758500:0:17099:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789302478.758507:0:17099:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789302478.758523:0:17099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39a990 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a997 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758530:0:17099:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789302478.758539:0:17099:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39a990 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a997 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302478.758547:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00010000:00010000:2.0:1789302478.758549:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39a990 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a997 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758565:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1789302478.758566:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbe0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c46098ed-e570-4ba8-9393-0223b90f3f6e+24:3648:x1876219121601024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789302478.758572:0:17099:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39a3d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a3e0 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758580:0:17099:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aae00 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:2.0:1789302478.758583:0:17099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39a3d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a3e0 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758592:0:17099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39a3d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a3e0 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789302478.758598:0:17099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39a3d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a3e0 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302478.758599:0:17096:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 10000000:01000000:2.0:1789302478.758608:0:17099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1789302478.758611:0:17099:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1789302478.758613:0:17099:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1789302478.758624:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4aa983200/0x1ff82925bd39a49d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a496 expref: 24 pid: 17102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758627:0:17099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39a3d9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a3e0 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758643:0:17099:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789302478.758649:0:17096:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789302478.758658:0:17099:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39a3d9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a3e0 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758666:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39a3d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a3e0 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.758677:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302478.758679:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302478.758681:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302478.758702:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c46098ed-e570-4ba8-9393-0223b90f3f6e:3647:1876219121601664:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789302478.758746:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbe0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c46098ed-e570-4ba8-9393-0223b90f3f6e+23:3648:x1876219121601024:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (6479us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302478.758755:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789302478.758762:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302478.758818:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789302478.758825:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382917800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c46098ed-e570-4ba8-9393-0223b90f3f6e:3647:1876219121601280:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302478.758914:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c46098ed-e570-4ba8-9393-0223b90f3f6e:3646:1876219121601536:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789302478.759013:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302478.759044:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121601664 00000100:00100000:2.0:1789302478.759049:0:17095:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121601664 00000100:00100000:2.0:1789302478.759070:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121601280 00000100:00100000:2.0:1789302478.759073:0:17095:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121601280 00000100:00100000:2.0:1789302478.759084:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789302478.759090:0:17095:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382915180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c46098ed-e570-4ba8-9393-0223b90f3f6e+24:3647:x1876219121601664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789302478.759098:0:17095:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789302478.759107:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc48311c400/0x1ff82925bd39a3e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a3d9 expref: 24 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.759134:0:17095:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789302478.759159:0:17095:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382915180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c46098ed-e570-4ba8-9393-0223b90f3f6e+23:3647:x1876219121601664:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302478.759166:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789302478.759180:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789302478.759194:0:17095:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382917100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c46098ed-e570-4ba8-9393-0223b90f3f6e+22:3647:x1876219121601280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789302478.759201:0:17095:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789302478.759209:0:17095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4aa983600/0x1ff82925bd39a3ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a3e7 expref: 22 pid: 17102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302478.759217:0:17095:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789302478.759238:0:17095:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382917100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c46098ed-e570-4ba8-9393-0223b90f3f6e+21:3647:x1876219121601280:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302478.759243:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789302478.759282:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382917800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c46098ed-e570-4ba8-9393-0223b90f3f6e:3647:1876219121601280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789302478.759291:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c46098ed-e570-4ba8-9393-0223b90f3f6e:3647:1876219121601664:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302478.759477:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302478.759504:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789302478.759511:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c46098ed-e570-4ba8-9393-0223b90f3f6e:3646:1876219121601408:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302478.759529:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302478.759554:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c46098ed-e570-4ba8-9393-0223b90f3f6e:3648:1876219121601024:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789302478.759569:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302478.759579:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121601152:0@lo:39:umount.0 00000100:00100000:1.0:1789302478.759605:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302478.759639:0:17850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121601152 00000100:00100000:1.0:1789302478.759643:0:17850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121601152 00000100:00100000:0.0:1789302478.759652:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121601536 00000100:00100000:0.0:1789302478.759659:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121601536 00000100:00100000:1.0:1789302478.759678:0:17850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789302478.759686:0:17850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876219121601152:12345-0@lo:39:umount.0 00000100:00100000:0.0:1789302478.759689:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121601408 00000100:00100000:0.0:1789302478.759694:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121601408 00000100:00100000:0.0:1789302478.759713:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000020:00000080:1.0:1789302478.759718:0:17850:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a5df 00000100:00100000:0.0:1789302478.759723:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c46098ed-e570-4ba8-9393-0223b90f3f6e+22:3646:x1876219121601536:12345-0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789302478.759732:0:17850:0:(import.c:65:import_set_state_nolock()) ffff8cc487de0000 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1789302478.759746:0:17096:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789302478.759758:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b538f600/0x1ff82925bd39a997 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a990 expref: 22 pid: 17102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:1.0:1789302478.759760:0:17850:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:0.0:1789302478.759772:0:17096:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789302478.759804:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c46098ed-e570-4ba8-9393-0223b90f3f6e+21:3646:x1876219121601536:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302478.759811:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789302478.759838:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789302478.759844:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c46098ed-e570-4ba8-9393-0223b90f3f6e+20:3646:x1876219121601408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789302478.759852:0:17096:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:3.0:1789302478.759976:0:20679:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789302478.759982:0:20679:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1789302478.759997:0:20679:0:(osp_dev.c:1634:osp_import_event()) got inactive 00010000:00010000:0.0:1789302478.760034:0:17096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc48166e600/0x1ff82925bd39a7fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a7f3 expref: 20 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302478.760050:0:17096:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1789302478.760077:0:20679:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789302478.760095:0:20679:0:(import.c:65:import_set_state_nolock()) ffff8cc4a04cd000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789302478.760107:0:20679:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789302478.760148:0:20679:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1789302478.760158:0:20679:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789302478.760220:0:20679:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789302478.760229:0:20679:0:(import.c:65:import_set_state_nolock()) ffff8cc486746000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789302478.760279:0:20679:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8cc383818000) has no exports 00000100:00100000:0.0:1789302478.760393:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c46098ed-e570-4ba8-9393-0223b90f3f6e+19:3646:x1876219121601408:12345-0@lo:103:ldlm_bl.0 Request processed in 548us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302478.760402:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000080:0.0:1789302478.760430:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc382b09000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1789302478.760493:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7e9a000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1789302478.760536:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc383a9c000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1789302478.760566:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc485d4c000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000100:00100000:1.0:1789302478.760675:0:17850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3644:x1876219121601152:12345-0@lo:39:umount.0 Request processed in 989us (1067us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1789302478.760683:0:17850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789302478.760725:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c46098ed-e570-4ba8-9393-0223b90f3f6e:3646:1876219121601408:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302478.760734:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c46098ed-e570-4ba8-9393-0223b90f3f6e:3646:1876219121601536:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302478.760757:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121601792:0@lo:9:umount.0 00000020:00000080:0.0:1789302478.760777:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4add8c800 for lustre-MDT0000 00000020:00000080:0.0:1789302478.760785:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b7e9a800 for lustre-MDT0000 00000020:00000080:0.0:1789302478.760790:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc383a99000 for lustre-MDT0000 00000020:00000080:0.0:1789302478.760794:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc485d49800 for lustre-MDT0000 00010000:00010000:0.0:1789302478.760920:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302478.761197:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302478.761383:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121601920:0@lo:9:umount.0 00000100:00100000:1.0:1789302478.761409:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789302478.761703:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc491235800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789302478.761710:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121601152:0@lo:39:umount.0 00000100:00100000:2.0:1789302478.761809:0:18616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121601792 00000100:00100000:2.0:1789302478.761817:0:18616:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121601792 00000100:00100000:2.0:1789302478.761915:0:18616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121601920 00000100:00100000:2.0:1789302478.761919:0:18616:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121601920 00000100:00080000:1.0:1789302478.761984:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789302478.761989:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789302478.762023:0:20593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789302478.762043:0:20593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3644:x1876219121601792:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789302478.762069:0:20593:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a6aa 00000100:00080000:3.0:1789302478.762079:0:20593:0:(import.c:65:import_set_state_nolock()) ffff8cc3829c1800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789302478.762161:0:20593:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789302478.762305:0:20593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3644:x1876219121601792:12345-0@lo:9:umount.0 Request processed in 264us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302478.762313:0:20593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:1.0:1789302478.762485:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789302478.762511:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4a04cd000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789302478.762529:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789302478.762531:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789302478.762535:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121601792:0@lo:9:umount.0 00000100:00100000:2.0:1789302478.762770:0:18616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789302478.762779:0:18616:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876219121601920:12345-0@lo:9:umount.0 00000020:00000080:2.0:1789302478.762804:0:18616:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a801 00000100:00080000:2.0:1789302478.762812:0:18616:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e99000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789302478.762853:0:18616:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1789302478.762966:0:18616:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3644:x1876219121601920:12345-0@lo:9:umount.0 Request processed in 189us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302478.762972:0:18616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:3.0:1789302478.763061:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789302478.763174:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc486746000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789302478.763187:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789302478.763189:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789302478.763192:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121601920:0@lo:9:umount.0 00000020:00080000:3.0:1789302478.768391:0:20679:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8cc383818000) has no exports 00000020:00000080:3.0:1789302478.841151:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a434 00000020:00000080:3.0:1789302478.841167:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc49a6b1800/lustre-QMT0000_UUID 00000020:01000000:3.0:1789302478.841184:0:20679:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1789302478.843353:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc49a6b1800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1789302478.844964:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789302478.844986:0:20679:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789302478.844993:0:20679:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff8cc4bd9799c0) has no exports 00000020:00000080:2.0:1789302478.845397:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a42d 00000020:00000080:2.0:1789302478.845424:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc381f34800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789302478.845495:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789302478.845503:0:20679:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789302478.845506:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc381f32800/lustre-QMT0000_UUID 00000020:00000080:2.0:1789302478.845509:0:20679:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc381f32800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1789302478.845522:0:20679:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1789302478.845945:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc381f34800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:2.0:1789302479.383939:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302479.956926:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789302479.956958:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121602048:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789302479.957058:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302479.957259:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121602048 00000100:00100000:3.0:1789302479.957272:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121602048 00000100:00100000:3.0:1789302479.957326:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789302479.957337:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3647:x1876219121602048:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1789302479.957348:0:17116:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:02020000:2.0:1789302479.957583:0:3647:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00100000:3.0:1789302479.959003:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3647:x1876219121602048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1657us (1935us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789302479.959021:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:2.0:1789302479.970218:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789302479.970226:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8cc38380a000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789302479.970231:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789302479.993021:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8cc38380a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789302479.993036:0:3647:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 478 00000100:00080000:2.0:1789302480.000039:0:3647:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8cc38380a000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302480.000094:0:3647:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382917800 x1876219121602176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789302480.000318:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382917800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121602176:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1789302480.000383:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302480.000465:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121602176 00000100:00100000:1.0:1789302480.000473:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121602176 00000100:00100000:1.0:1789302480.000519:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789302480.000528:0:17115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876219121602176:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1789302480.000554:0:17115:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789302480.003371:0:17115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876219121602176:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 2836us (2982us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789302480.003385:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:0.0:1789302480.003700:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc38380a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789302480.003706:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789302480.003710:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382917800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121602176:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:3.0:1789302480.404285:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789302480.987723:0:17090:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789302480.987732:0:17090:0:(genops.c:885:class_export_put()) final put ffff8cc383678000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1789302480.987761:0:17090:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0c39c9e8-9b50-402e-a4e7-1190d400118d 00000001:00080000:0.0:1789302480.987768:0:17090:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:0.0:1789302480.987772:0:17090:0:(genops.c:885:class_export_put()) final put ffff8cc4b7f5b000/0c39c9e8-9b50-402e-a4e7-1190d400118d 00000001:00100000:0.0:1789302480.987777:0:17090:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9f958801-6e12-44ad-8390-fe02a2305ca5 00000001:00080000:0.0:1789302480.987780:0:17090:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00000080:0.0:1789302480.987781:0:17090:0:(genops.c:885:class_export_put()) final put ffff8cc4b7e9d800/9f958801-6e12-44ad-8390-fe02a2305ca5 00000020:00000080:1.0:1789302480.987865:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc383678000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1789302480.987919:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7f5b000/0c39c9e8-9b50-402e-a4e7-1190d400118d for lustre-MDT0000 00000020:00000080:1.0:1789302480.987946:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7e9d800/9f958801-6e12-44ad-8390-fe02a2305ca5 for lustre-MDT0000 00000020:00000080:1.0:1789302480.987974:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b520e000 for lustre-MDT0000 00000020:00000080:1.0:1789302480.987979:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b511b000 for lustre-MDT0000 00000020:00000080:1.0:1789302480.987983:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b7e51800 for lustre-MDT0000 00000001:00100000:1.0:1789302480.993563:0:17842:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1789302480.993586:0:17842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1789302480.993591:0:17842:0:(genops.c:885:class_export_put()) final put ffff8cc487de3000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1789302480.993612:0:17842:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 0c39c9e8-9b50-402e-a4e7-1190d400118d 00000001:00080000:1.0:1789302480.993620:0:17842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1789302480.993622:0:17842:0:(genops.c:885:class_export_put()) final put ffff8cc4b7e57000/0c39c9e8-9b50-402e-a4e7-1190d400118d 00000001:00100000:1.0:1789302480.993627:0:17842:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 9f958801-6e12-44ad-8390-fe02a2305ca5 00000001:00080000:1.0:1789302480.993631:0:17842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1789302480.993633:0:17842:0:(genops.c:885:class_export_put()) final put ffff8cc484fb9800/9f958801-6e12-44ad-8390-fe02a2305ca5 00000020:00000080:0.0:1789302480.994173:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc487de3000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1789302480.994241:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7e57000/0c39c9e8-9b50-402e-a4e7-1190d400118d for lustre-MDT0001 00000020:00000080:0.0:1789302480.994265:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc484fb9800/9f958801-6e12-44ad-8390-fe02a2305ca5 for lustre-MDT0001 00000020:00000080:0.0:1789302480.994288:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc487de0000 for lustre-MDT0001 00000020:00000080:0.0:1789302480.994292:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b7e54800 for lustre-MDT0001 00000020:00000080:0.0:1789302480.994295:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc484fbd000 for lustre-MDT0001 00000001:00100000:2.0:1789302480.995832:0:19430:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789302480.995839:0:19430:0:(genops.c:885:class_export_put()) final put ffff8cc4b7e9e000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1789302480.995871:0:19430:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9f958801-6e12-44ad-8390-fe02a2305ca5 00000020:00000080:2.0:1789302480.995874:0:19430:0:(genops.c:885:class_export_put()) final put ffff8cc4bc429000/9f958801-6e12-44ad-8390-fe02a2305ca5 00000020:00000080:1.0:1789302480.996265:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7e9e000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1789302480.996311:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4bc429000/9f958801-6e12-44ad-8390-fe02a2305ca5 for lustre-OST0001 00000020:00000080:1.0:1789302480.996329:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b7e99000 for lustre-OST0001 00000020:00000080:1.0:1789302480.996334:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4bc42a800 for lustre-OST0001 00010000:00010000:2.0:1789302481.428431:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302481.493205:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789302481.493226:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121602304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789302481.493290:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302481.493465:0:18620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121602304 00000100:00100000:2.0:1789302481.493474:0:18620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121602304 00000100:00080000:1.0:1789302481.493540:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789302481.493548:0:18620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789302481.493572:0:18620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121602304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789302481.493601:0:18620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789302481.493654:0:18620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121602304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302481.493661:0:18620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789302481.493759:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121602304:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1789302481.493872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789302481.493882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789302481.493885:0:37:0:(import.c:65:import_set_state_nolock()) ffff8cc38380a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789302481.493891:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 556 00000100:00080000:0.0:1789302481.493895:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789302481.493902:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8cc38380a000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:0.0:1789302481.493921:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6b96300 x1876219121602560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789302481.493975:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121602560:0@lo:38:kworker.0 00000100:00100000:3.0:1789302481.494022:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302481.494110:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121602816:0@lo:400:kworker.0 00000100:00100000:1.0:1789302481.494329:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c46098ed-e570-4ba8-9393-0223b90f3f6e:3646:1876219121602432:0@lo:400:kworker.0 00000100:00100000:1.0:1789302481.494359:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302481.494392:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121603072:0@lo:400:kworker.0 00000100:00100000:1.0:1789302481.494420:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302481.494438:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789302481.494443:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876219121602944:0@lo:400:kworker.0 00000100:00100000:1.0:1789302481.494473:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302481.494506:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121602688:0@lo:400:kworker.0 00000100:00100000:1.0:1789302481.494539:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302481.494555:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876219121603200:0@lo:400:kworker.0 00000100:00100000:1.0:1789302481.494572:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302481.494599:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121603072 00000100:00100000:1.0:1789302481.494604:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121603072 00000100:00100000:1.0:1789302481.494636:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121602944 00000100:00100000:1.0:1789302481.494638:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121602944 00000100:00100000:1.0:1789302481.494647:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121603200 00000100:00100000:1.0:1789302481.494649:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121603200 00000100:00100000:1.0:1789302481.494659:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789302481.494666:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121603072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302481.494701:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121603072:12345-0@lo:400:kworker.0 Request processed in 36us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302481.494708:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789302481.494719:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1789302481.494723:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1876219121602944:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789302481.494729:0:17111:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789302481.494748:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1876219121602944:12345-0@lo:400:kworker.0 Request processed in 23us (274us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789302481.494754:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1789302481.494762:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1789302481.494766:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3647:x1876219121603200:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789302481.494770:0:17111:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789302481.494785:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3647:x1876219121603200:12345-0@lo:400:kworker.0 Request processed in 18us (212us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789302481.494790:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:1.0:1789302481.494801:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789302481.494819:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789302481.494823:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8cc3829c4000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789302481.494827:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789302481.494831:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8cc3829c4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789302481.494850:0:3646:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 495 00000100:00080000:1.0:1789302481.494857:0:3646:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8cc3829c4000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:1.0:1789302481.494873:0:3646:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4a7f09500 x1876219121603456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789302481.494967:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302481.495427:0:17104:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121602432 00000100:00100000:2.0:1789302481.495433:0:17104:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121602432 00000100:00100000:2.0:1789302481.495467:0:17104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1789302481.495474:0:17104:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c46098ed-e570-4ba8-9393-0223b90f3f6e+19:3646:x1876219121602432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302481.495511:0:17104:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c46098ed-e570-4ba8-9393-0223b90f3f6e+19:3646:x1876219121602432:12345-0@lo:400:kworker.0 Request processed in 37us (1150us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302481.495517:0:17104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1789302481.495556:0:18366:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121602816 00000100:00100000:2.0:1789302481.495560:0:18366:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121602816 00000100:00100000:2.0:1789302481.495580:0:18366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789302481.495584:0:18366:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3648:x1876219121602816:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789302481.495589:0:18366:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789302481.495613:0:18366:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3648:x1876219121602816:12345-0@lo:400:kworker.0 Request processed in 27us (645us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789302481.495618:0:18366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789302481.495653:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121602560 00000100:00100000:2.0:1789302481.495657:0:17116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121602560 00000100:00100000:2.0:1789302481.495674:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789302481.495679:0:17116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876219121602560:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1789302481.495692:0:17116:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00080000:0.0:1789302481.496857:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789302481.496862:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8cc4b5ece000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789302481.496866:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789302481.496871:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8cc4b5ece000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789302481.496875:0:3648:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 478 00000100:00080000:0.0:1789302481.496885:0:3648:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8cc4b5ece000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:0.0:1789302481.496910:0:3648:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6b94700 x1876219121603584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789302481.496925:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121602816:0@lo:400:kworker.0 00000100:00100000:0.0:1789302481.496933:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121603328:0@lo:400:kworker.0 00000100:00100000:0.0:1789302481.496967:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302481.497039:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121603328 00000100:00100000:0.0:1789302481.497044:0:17112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121603328 00000100:00100000:0.0:1789302481.497087:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789302481.497095:0:17112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121603328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302481.497173:0:17112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121603328:12345-0@lo:400:kworker.0 Request processed in 78us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302481.497180:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789302481.497201:0:18617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121602688 00000100:00100000:0.0:1789302481.497205:0:18617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121602688 00000100:00100000:0.0:1789302481.497232:0:18617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789302481.497238:0:18617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121602688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302481.497269:0:18617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121602688:12345-0@lo:400:kworker.0 Request processed in 32us (2730us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302481.497274:0:18617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00080000:0.0:1789302481.497415:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc4b6b97800 x1876219121603328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302481.497427:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121603328:0@lo:400:kworker.0 00000100:00080000:0.0:1789302481.497487:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789302481.497491:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e9b000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789302481.497494:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789302481.497497:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e9b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789302481.497500:0:3647:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 511 00000100:00080000:0.0:1789302481.497505:0:3647:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8cc4b7e9b000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:0.0:1789302481.497520:0:3647:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6b97800 x1876219121603712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789302481.497531:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876219121603200:0@lo:400:kworker.0 00000100:00100000:0.0:1789302481.497551:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121602688:0@lo:400:kworker.0 00000100:00080000:0.0:1789302481.497583:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789302481.497588:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789302481.509711:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876219121603456:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1789302481.509789:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302481.509862:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876219121603584:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1789302481.509887:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302481.509912:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876219121603712:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1789302481.509929:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302481.509969:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121603456 00000100:00100000:3.0:1789302481.509978:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121603456 00000100:00100000:3.0:1789302481.510018:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121603584 00000100:00100000:3.0:1789302481.510021:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121603584 00000100:00100000:3.0:1789302481.510029:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121603712 00000100:00100000:3.0:1789302481.510031:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121603712 00000100:00100000:3.0:1789302481.510042:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789302481.510049:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876219121603456:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:3.0:1789302481.510067:0:17110:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1789302481.510107:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876219121603456:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 57us (318us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789302481.510132:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789302481.510149:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1789302481.510153:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876219121603584:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1789302481.510160:0:17110:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1789302481.510182:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876219121603584:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 27us (294us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789302481.510187:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1789302481.510197:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789302481.510201:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876219121603712:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:3.0:1789302481.510207:0:17110:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1789302481.510228:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876219121603712:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 26us (298us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789302481.510233:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:3.0:1789302481.510280:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc3829c4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789302481.510285:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789302481.510289:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876219121603456:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:3.0:1789302481.510297:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4b5ece000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789302481.510300:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789302481.510302:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876219121603584:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:3.0:1789302481.510309:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e9b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789302481.510311:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789302481.510314:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876219121603712:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789302481.511377:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876219121602944:0@lo:400:kworker.0 00000100:00100000:1.0:1789302481.511417:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c46098ed-e570-4ba8-9393-0223b90f3f6e:3646:1876219121602432:0@lo:400:kworker.0 00010000:00080000:1.0:1789302481.511434:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc4b6b94000 x1876219121603072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302481.511446:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121603072:0@lo:400:kworker.0 00000100:00100000:2.0:1789302481.518424:0:17116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876219121602560:12345-0@lo:38:kworker.0 Request processed in 22733us (24391us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789302481.518456:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:0.0:1789302481.523924:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc38380a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789302481.523936:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789302481.523941:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121602560:0@lo:38:kworker.0 00010000:00010000:3.0:1789302482.452269:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302483.476322:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302483.540542:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121603840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789302483.540608:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302483.540843:0:20248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121603840 00000100:00100000:1.0:1789302483.540851:0:20248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121603840 00000100:00100000:1.0:1789302483.540918:0:20248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789302483.540928:0:20248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382916680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121603840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789302483.540956:0:20248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789302483.541010:0:20248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382916680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121603840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302483.541017:0:20248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789302483.541146:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121603840:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789302483.541216:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1789302484.500797:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789302484.821106:0:17868:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000000:2.0:1789302484.884257:0:20679:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cc383835a20 - data ffff8cc4a96b10d8/ffff8cc3827ec000 00000020:01000000:2.0:1789302484.884432:0:20679:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cc490a77240 - data ffff8cc4a96c3360/ffff8cc4b7f56c00 00000001:00000004:2.0:1789302484.897572:0:20679:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000100:00080000:3.0:1789302484.959995:0:20679:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789302484.960003:0:20679:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789302484.960017:0:20679:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8cc4840b7b80 x1876219121601152/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789302488 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302484.960042:0:20679:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789302484.961659:0:20679:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789302484.961666:0:20679:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1789302484.961688:0:20679:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789302484.961691:0:20679:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789302484.963383:0:17134:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789302484.963390:0:17134:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789302484.963403:0:17134:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1789302484.965051:0:20679:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789302484.965059:0:20679:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1789302484.965082:0:20679:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789302484.965085:0:20679:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789302484.965521:0:17136:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789302484.965526:0:17136:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:1.0:1789302484.965535:0:17136:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1789302484.966624:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a3fc 00000020:00000080:3.0:1789302484.966635:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc4b50b3800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789302484.966886:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b50b3800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789302484.969927:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a411 00000020:00000080:3.0:1789302484.969943:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc4b50b1800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789302484.969995:0:20679:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1789302484.970001:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789302484.970010:0:20679:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789302484.970015:0:20679:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff8cc38381cd40) has no exports 00000004:01000000:3.0:1789302484.970207:0:20679:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1789302484.970215:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a473 00000020:00000080:3.0:1789302484.970220:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc4b7ff7800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789302484.971297:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b50b1800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1789302484.976757:0:20679:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1789302484.976773:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789302484.976785:0:20679:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789302484.976790:0:20679:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff8cc4bd97cd40) has no exports 00000020:00000080:3.0:1789302484.976800:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a46c 00000020:00000080:3.0:1789302484.976825:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc486742800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789302484.978417:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7ff7800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:3.0:1789302484.984648:0:20679:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1789302484.984656:0:20679:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789302484.984671:0:20679:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1789302484.984680:0:20679:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789302484.984682:0:20679:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789302484.987056:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc486742800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789302484.989312:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc486746000 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1789302484.989437:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789302484.989451:0:20679:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789302484.989457:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc4b50b3000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789302484.989460:0:20679:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b50b3000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1789302484.989472:0:20679:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789302484.989760:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a45e 00000020:00000080:3.0:1789302484.989769:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc4b50b6000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789302484.989784:0:20679:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1789302484.989789:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789302484.989795:0:20679:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789302484.989799:0:20679:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff8cc38262b380) has no exports 00000020:00000080:3.0:1789302484.989870:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a457 00000020:00000080:1.0:1789302484.989881:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b50b6000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1789302484.989887:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc4a04cd800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1789302484.990353:0:20679:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1789302484.990357:0:20679:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789302484.990362:0:20679:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1789302484.990367:0:20679:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789302484.990370:0:20679:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789302484.994132:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4a04cd800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789302484.995032:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789302484.995045:0:20679:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1789302484.995059:0:20679:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1789302484.995067:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a449 00000020:00000080:3.0:1789302484.995075:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc4b50b7000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789302484.995080:0:20679:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1789302484.995087:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789302484.995091:0:20679:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789302484.995094:0:20679:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff8cc4b50b99c0) has no exports 00000020:00000080:3.0:1789302484.995101:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a442 00000020:00000080:3.0:1789302484.995104:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc491231800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789302484.995179:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4a04cd000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1789302484.995187:0:37:0:(genops.c:885:class_export_put()) final put ffff8cc4b50b4800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789302484.995189:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b50b4800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1789302484.995195:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789302484.995292:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b50b7000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789302484.995296:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc491231800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1789302485.043213:0:20679:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1789302485.043222:0:20679:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789302485.043226:0:20679:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789302485.043234:0:20679:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789302485.043319:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789302485.043331:0:20679:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789302485.043364:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789302485.043367:0:20679:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789302485.043373:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc382630000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789302485.043377:0:20679:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc382630000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1789302485.043391:0:20679:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789302485.043502:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a418 00000020:00000080:0.0:1789302485.043510:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc4b50b2800/lustre-MDD0000_UUID 00000020:00000080:1.0:1789302485.043561:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc491235800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789302485.043569:0:37:0:(genops.c:885:class_export_put()) final put ffff8cc4a04c8000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789302485.043571:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4a04c8000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1789302485.043579:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1789302485.043730:0:20679:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1789302485.043734:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789302485.043740:0:20679:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789302485.043743:0:20679:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff8cc38262cd40) has no exports 00000020:00000080:0.0:1789302485.043764:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789302485.043782:0:20679:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1789302485.043796:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a41f 00000020:00000080:0.0:1789302485.043802:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc4b50b5800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789302485.043928:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b50b2800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1789302485.043933:0:37:0:(genops.c:885:class_export_put()) final put ffff8cc4b50b1000/lustre-MDD0000_UUID 00000020:00000080:1.0:1789302485.043935:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b50b1000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1789302485.043939:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1789302485.043990:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b50b5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1789302485.044015:0:20679:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cc38422d000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1789302485.044018:0:20679:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc38422d000 3 00000020:01000004:0.0:1789302485.044021:0:20679:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8cc38422d000 from lustre-MDT0000 00000020:00000080:0.0:1789302485.044041:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789302485.044045:0:20679:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1789302485.044047:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc4b50b0800/lustre-MDT0000_UUID 00000020:00000080:0.0:1789302485.044049:0:20679:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b50b0800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1789302485.044068:0:20679:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1789302485.044140:0:20679:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1789302485.044144:0:20679:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1789302485.044147:0:20679:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1789302485.044150:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789302485.044152:0:20679:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789302485.044158:0:20679:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff8cc38433a800 c46098ed-e570-4ba8-9393-0223b90f3f6e 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789302485.044163:0:20679:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff8cc381fc4d40) has exports, disconnecting them 00000020:00080000:0.0:1789302485.044167:0:20679:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8cc38433a800), last request at 1789302388 00000020:00000080:0.0:1789302485.044179:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a3c4 00000020:00010000:0.0:1789302485.044183:0:20679:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8cc38433a800: total 0 00000100:00080000:0.0:1789302485.044187:0:20679:0:(import.c:65:import_set_state_nolock()) ffff8cc384338000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789302485.044201:0:20679:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc38433a800): rc 0 00000020:00080000:0.0:1789302485.044204:0:20679:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff8cc381fc4d40) has no exports 00000100:00100000:0.0:1789302485.044252:0:17104:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff8cc488c15600:17104] 1 exiting: rc = 0 00000020:00010000:1.0:1789302485.044310:0:17098:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8cc38433a800: total 0 00010000:00010000:1.0:1789302485.044314:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302485.044338:0:17098:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8cc38433a800, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1789302485.044385:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4aa982a00/0x1ff82925bd39a4ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a4f8 expref: 14 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302485.044461:0:17102:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff8cc382a88800:17102] 0 exiting: rc = 1 00010000:00010000:1.0:1789302485.044524:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39a989 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a982 expref: 13 pid: 17102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302485.044537:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b538e400/0x1ff82925bd39a783 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a77c expref: 12 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302485.044561:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b5348400/0x1ff82925bd39a625 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a61e expref: 11 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302485.044570:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc48166f200/0x1ff82925bd39a7ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a7a6 expref: 10 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302485.044579:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b5349a00/0x1ff82925bd39a3d2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a3cb expref: 9 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302485.044588:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc48166e200/0x1ff82925bd39a7ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a7e5 expref: 8 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302485.044613:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39a96d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a966 expref: 7 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302485.044629:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc3839abc00/0x1ff82925bd39a4e3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a4dc expref: 6 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302485.044642:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc3839abe00/0x1ff82925bd39a64f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a648 expref: 5 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302485.044651:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4aa982e00/0x1ff82925bd39a97b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a974 expref: 4 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302485.044661:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39a5a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a599 expref: 3 pid: 17102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302485.044670:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4aa983e00/0x1ff82925bd39a4f1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1ff82925bd39a4ea expref: 2 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302485.044688:0:17098:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8cc38433a800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1789302485.044702:0:17098:0:(genops.c:885:class_export_put()) final put ffff8cc38433a800/c46098ed-e570-4ba8-9393-0223b90f3f6e 00010000:00010000:1.0:1789302485.044714:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302485.044715:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302485.044717:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789302485.044722:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc38433a800/c46098ed-e570-4ba8-9393-0223b90f3f6e for MGS 00000020:00000080:1.0:1789302485.044742:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc384338000 for MGS 00000100:00100000:1.0:1789302485.044787:0:17105:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff8cc48aba1c00:17105] 2 exiting: rc = 0 00000100:00100000:0.0:1789302485.047738:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.047747:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.047753:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.047764:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.047770:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.047777:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.047803:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048170:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048180:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048188:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048195:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048201:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048207:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048213:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048219:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048224:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048230:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048236:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048242:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048248:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048254:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048260:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048266:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048271:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048277:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048282:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048288:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048293:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048300:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048306:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048311:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048317:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048323:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048329:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048334:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048339:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048345:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048351:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048357:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048362:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048368:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048383:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048389:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048394:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048398:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048404:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048409:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048414:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048420:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048426:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048431:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048437:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048443:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048448:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048453:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048459:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048464:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048469:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048475:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048480:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048486:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048491:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048497:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302485.048503:0:20679:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1789302485.050987:0:20679:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cc382557600 - data ffff8cc4a9623bd0/ffff8cc4840bb800 00000020:01000000:0.0:1789302485.051142:0:20679:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cc488c36840 - data ffff8cc4a9582e58/ffff8cc4b7ee2400 00000020:00000080:0.0:1789302485.051565:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a3a8 00000020:00000080:0.0:1789302485.051574:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc3839b8800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1789302485.051589:0:20679:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cc38422d000 from MGS, refs=2 00000020:01000004:0.0:1789302485.051593:0:20679:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc38422d000 2 00000020:01000004:0.0:1789302485.051596:0:20679:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8cc38422d000 from MGS 00000020:00000080:0.0:1789302485.051630:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789302485.051637:0:20679:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1789302485.051640:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc3839be800/MGS 00000020:00000080:0.0:1789302485.051643:0:20679:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc3839be800/MGS for MGS 00000020:01000000:0.0:1789302485.051649:0:20679:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1789302485.051720:0:20679:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1789302485.051724:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789302485.051729:0:20679:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789302485.051735:0:20679:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8cc485d31800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789302485.051741:0:20679:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff8cc382628000) has exports, disconnecting them 00000020:00080000:0.0:1789302485.051746:0:20679:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8cc485d31800), last request at 1789302388 00000020:00000080:0.0:1789302485.051750:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a4ab 00000020:00080000:0.0:1789302485.051759:0:20679:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc485d31800): rc 0 00000020:00000080:0.0:1789302485.051763:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc485d31800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1789302485.052331:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc3839b8800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789302485.052341:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc485d31800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1789302485.053303:0:20679:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1789302485.053309:0:20679:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789302485.053313:0:20679:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789302485.053319:0:20679:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789302485.053343:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc485d32800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1789302485.053494:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789302485.053502:0:20679:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1789302485.053507:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc485d35800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1789302485.053510:0:20679:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc485d35800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1789302485.053516:0:20679:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1789302485.053928:0:20679:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc38422d000 1 00000020:00000080:1.0:1789302485.053935:0:20679:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a39a 00000020:00000080:1.0:1789302485.053942:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc3839bc800/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1789302485.053955:0:20679:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1789302485.053964:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc3839bc800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789302485.053973:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789302485.053978:0:20679:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789302485.053982:0:20679:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff8cc38381b380) has no exports 00000001:00100000:1.0:1789302485.082681:0:18613:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789302485.082689:0:18613:0:(genops.c:885:class_export_put()) final put ffff8cc3829c0800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789302485.082714:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc3829c0800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1789302485.082756:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc3829c1800 for lustre-OST0000 00000020:00000080:1.0:1789302485.113259:0:20679:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789302485.113273:0:20679:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1789302485.113279:0:20679:0:(genops.c:885:class_export_put()) final put ffff8cc38422a800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789302485.113284:0:20679:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc38422a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1789302485.113290:0:20679:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1789302485.113502:0:20679:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8cc38422b000 00000020:02000400:1.0:1789302485.113572:0:20679:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1789302485.524281:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302486.554041:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789302486.612365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789302486.612372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789302486.612375:0:37:0:(import.c:65:import_set_state_nolock()) ffff8cc38380a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789302486.612383:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 557 00000100:00080000:3.0:1789302486.612389:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789302486.612400:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8cc38380a000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:3.0:1789302486.612422:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc38489c700 x1876219121604224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789302486.612452:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789302486.612456:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789302486.612457:0:37:0:(import.c:65:import_set_state_nolock()) ffff8cc4b5ece000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789302486.612472:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 557 00000100:00080000:3.0:1789302486.612475:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789302486.612480:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8cc4b5ece000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:1.0:1789302486.612532:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121603968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789302486.612532:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121604352:0@lo:400:kworker.0 00000100:00100000:2.0:1789302486.612609:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121604480:0@lo:400:kworker.0 00000100:00100000:3.0:1789302486.612641:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6ae6a00 x1876219121604608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789302486.612652:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789302486.612655:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789302486.612657:0:37:0:(import.c:65:import_set_state_nolock()) ffff8cc3829c4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789302486.612660:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 557 00000100:00080000:3.0:1789302486.612663:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1789302486.614516:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302486.614516:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302486.615199:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302486.615364:0:18616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121604352 00000100:00100000:2.0:1789302486.615374:0:18616:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121604352 00000100:00100000:2.0:1789302486.615429:0:18616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121604480 00000100:00100000:2.0:1789302486.615433:0:18616:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121604480 00000100:00100000:2.0:1789302486.615456:0:18616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789302486.615465:0:18616:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121604352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302486.615522:0:18616:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121604352:12345-0@lo:400:kworker.0 Request processed in 59us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302486.615529:0:18616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789302486.615546:0:18616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789302486.615553:0:18616:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121604480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302486.615587:0:18616:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121604480:12345-0@lo:400:kworker.0 Request processed in 35us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302486.615593:0:18616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00080000:2.0:1789302486.615609:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789302486.615613:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789302486.615665:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8cc3829c4000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:3.0:1789302486.615695:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6ae7b80 x1876219121604736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789302486.615721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789302486.615726:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789302486.615728:0:37:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e9b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789302486.615732:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 557 00000100:00080000:3.0:1789302486.615736:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789302486.615742:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8cc4b7e9b000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:3.0:1789302486.615752:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6ae6300 x1876219121604992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789302486.615786:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121604224:0@lo:38:kworker.0 00000100:00100000:2.0:1789302486.616243:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121604480:0@lo:400:kworker.0 00000100:00100000:2.0:1789302486.616349:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789302486.616358:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876219121604864:0@lo:400:kworker.0 00000100:00100000:2.0:1789302486.616395:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302486.616428:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121604864 00000100:00100000:2.0:1789302486.616432:0:17110:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121604864 00000100:00100000:2.0:1789302486.616468:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1789302486.616476:0:17110:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876219121604864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302486.616513:0:17110:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876219121604864:12345-0@lo:400:kworker.0 Request processed in 38us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302486.616520:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00080000:2.0:1789302486.616538:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1789302486.616554:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8cc4b6ae5500 x1876219121604864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302486.616564:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876219121604864:0@lo:400:kworker.0 00000100:00100000:3.0:1789302486.616678:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302486.616699:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876219121604608:0@lo:38:kworker.0 00000100:00100000:3.0:1789302486.616730:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302486.616748:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876219121604736:0@lo:38:kworker.0 00000100:00100000:3.0:1789302486.616767:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302486.616784:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876219121604992:0@lo:38:kworker.0 00000100:00100000:3.0:1789302486.616877:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302486.616920:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121603968 00000100:00100000:3.0:1789302486.616924:0:18621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121603968 00000100:00100000:3.0:1789302486.616955:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789302486.616963:0:18621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121603968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789302486.617160:0:18621:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789302486.617198:0:18621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121603968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 236us (2687us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302486.617204:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789302486.617225:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121604608 00000100:00100000:3.0:1789302486.617228:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121604608 00000100:00100000:3.0:1789302486.617244:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121604736 00000100:00100000:3.0:1789302486.617246:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121604736 00000100:00100000:3.0:1789302486.617255:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121604992 00000100:00100000:3.0:1789302486.617257:0:17111:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121604992 00000100:00100000:3.0:1789302486.617266:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789302486.617271:0:17111:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1876219121604608:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789302486.617358:0:17111:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789302486.618943:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121604224 00000100:00100000:2.0:1789302486.618953:0:17115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121604224 00000100:00100000:2.0:1789302486.618995:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789302486.619002:0:17115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876219121604224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789302486.619021:0:17115:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789302486.619468:0:17115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876219121604224:12345-0@lo:38:kworker.0 Request processed in 463us (2788us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789302486.619475:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789302486.619522:0:18366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789302486.619528:0:18366:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876219121604736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789302486.619541:0:18366:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789302486.619584:0:18366:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876219121604736:12345-0@lo:38:kworker.0 Request processed in 54us (2815us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789302486.619590:0:18366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789302486.619607:0:18366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789302486.619611:0:18366:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876219121604992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789302486.619621:0:18366:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789302486.619644:0:18366:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876219121604992:12345-0@lo:38:kworker.0 Request processed in 32us (2768us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789302486.619650:0:18366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:2.0:1789302486.619694:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc38380a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789302486.619699:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789302486.619703:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121604224:0@lo:38:kworker.0 00000100:00080000:2.0:1789302486.619714:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc3829c4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789302486.619717:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789302486.619720:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876219121604736:0@lo:38:kworker.0 00000100:00080000:2.0:1789302486.619728:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e9b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789302486.619731:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789302486.619733:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876219121604992:0@lo:38:kworker.0 00000100:00100000:0.0:1789302486.625417:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121604352:0@lo:400:kworker.0 00000100:00100000:0.0:1789302486.625455:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1789302486.625464:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c46098ed-e570-4ba8-9393-0223b90f3f6e:3648:1876219121604096:0@lo:400:kworker.0 00000400:00000100:0.0:1789302486.625582:0:3648:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876219121604096 offset 0 length 224: 4 00000100:00100000:0.0:1789302486.625616:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121605120:0@lo:400:kworker.0 00000100:00100000:0.0:1789302486.625649:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302486.626192:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121603968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789302486.630083:0:18366:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121605120 00000100:00100000:2.0:1789302486.630099:0:18366:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121605120 00000100:00080000:1.0:1789302486.630172:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789302486.630281:0:18366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1789302486.630293:0:18366:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121605120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302486.630579:0:18366:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121605120:12345-0@lo:400:kworker.0 Request processed in 289us (4929us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302486.630604:0:18366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00010000:00080000:0.0:1789302486.630660:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8cc4b6ae7480 x1876219121605120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302486.630676:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121605120:0@lo:400:kworker.0 00000100:00100000:3.0:1789302486.665593:0:17111:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1876219121604608:12345-0@lo:38:kworker.0 Request processed in 48312us (48853us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789302486.665607:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:2.0:1789302486.668508:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4b5ece000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789302486.668518:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789302486.668522:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876219121604608:0@lo:38:kworker.0 00010000:00010000:3.0:1789302487.572559:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789302488.579375:0:20881:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789302488.585447:0:20881:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1789302488.585566:0:20881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983c00/0x1ff82925bd39a599 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a5a0 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.585580:0:20881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983c00/0x1ff82925bd39a599 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a5a0 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.585588:0:20881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983c00/0x1ff82925bd39a599 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a5a0 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.585595:0:20881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983c00/0x1ff82925bd39a599 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a5a0 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.585618:0:20881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789302488.585623:0:20881:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789302488.585648:0:20881:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789302488.585652:0:20881:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789302488.585657:0:20881:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789302488.585662:0:20881:0:(import.c:65:import_set_state_nolock()) ffff8cc4b5ece000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789302488.585667:0:20881:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789302488.585669:0:20881:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789302488.585672:0:20881:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789302488.585886:0:17098:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789302488.585894:0:17098:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983c00/0x1ff82925bd39a599 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a5a0 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302488.585901:0:17098:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4aa983c00 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:1.0:1789302488.585904:0:17098:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983c00/0x1ff82925bd39a599 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a5a0 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302488.585913:0:17098:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983c00/0x1ff82925bd39a599 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a5a0 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789302488.585921:0:17098:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983c00/0x1ff82925bd39a599 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a5a0 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302488.585942:0:17098:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789302488.585944:0:17098:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789302488.585947:0:17098:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789302488.585982:0:17098:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983c00/0x1ff82925bd39a599 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a5a0 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302488.585989:0:17098:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789302488.586017:0:17098:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983c00/0x1ff82925bd39a599 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a5a0 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302488.586024:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4aa983c00/0x1ff82925bd39a599 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a5a0 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302488.586036:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302488.586037:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302488.586039:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302488.586053:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789302488.586068:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c46098ed-e570-4ba8-9393-0223b90f3f6e:3647:1876219121605248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302488.586155:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302488.586207:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121605248 00000100:00100000:1.0:1789302488.586214:0:17095:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121605248 00000100:00100000:1.0:1789302488.586253:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789302488.586261:0:17095:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3647:x1876219121605248:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789302488.586267:0:17095:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789302488 with bad export cookie 2303636451465208772 00010000:00010000:3.0:1789302488.591755:0:20881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348000/0x1ff82925bd39a4f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a4ff expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.591770:0:20881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348000/0x1ff82925bd39a4f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a4ff expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.591778:0:20881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348000/0x1ff82925bd39a4f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a4ff expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.591818:0:20881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348000/0x1ff82925bd39a4f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a4ff expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.591844:0:20881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789302488.591934:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302488.591940:0:17099:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348000/0x1ff82925bd39a4f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a4ff expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.591948:0:17099:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5348000 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:3.0:1789302488.591951:0:17099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348000/0x1ff82925bd39a4f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a4ff expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.591959:0:17099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348000/0x1ff82925bd39a4f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a4ff expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789302488.591967:0:17099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348000/0x1ff82925bd39a4f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a4ff expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302488.591972:0:17099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789302488.591974:0:17099:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:3.0:1789302488.592008:0:17099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348000/0x1ff82925bd39a4f8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a4ff expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592014:0:17099:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789302488.592045:0:17099:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348000/0x1ff82925bd39a4f8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a4ff expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592053:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348000/0x1ff82925bd39a4f8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a4ff expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592075:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302488.592077:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302488.592079:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302488.592091:0:20881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349800/0x1ff82925bd39a7e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a7ec expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592098:0:20881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349800/0x1ff82925bd39a7e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a7ec expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592104:0:20881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349800/0x1ff82925bd39a7e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a7ec expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592109:0:20881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349800/0x1ff82925bd39a7e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a7ec expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592141:0:20881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789302488.592147:0:20881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc48166ee00/0x1ff82925bd39a982 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a989 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592154:0:20881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc48166ee00/0x1ff82925bd39a982 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a989 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592160:0:20881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc48166ee00/0x1ff82925bd39a982 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a989 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592167:0:20881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc48166ee00/0x1ff82925bd39a982 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a989 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592176:0:20881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789302488.592190:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789302488.592194:0:17099:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349800/0x1ff82925bd39a7e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a7ec expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592199:0:17099:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5349800 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:3.0:1789302488.592201:0:17099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349800/0x1ff82925bd39a7e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a7ec expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592208:0:17099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349800/0x1ff82925bd39a7e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a7ec expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789302488.592213:0:17099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349800/0x1ff82925bd39a7e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a7ec expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302488.592218:0:17099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1789302488.592220:0:17099:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1789302488.592222:0:17099:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1789302488.592237:0:17099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349800/0x1ff82925bd39a7e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a7ec expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592242:0:17099:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789302488.592249:0:17099:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349800/0x1ff82925bd39a7e5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a7ec expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592255:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349800/0x1ff82925bd39a7e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a7ec expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592267:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302488.592270:0:17099:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc48166ee00/0x1ff82925bd39a982 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a989 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592284:0:17099:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc48166ee00 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:3.0:1789302488.592287:0:17099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc48166ee00/0x1ff82925bd39a982 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a989 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592294:0:17099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc48166ee00/0x1ff82925bd39a982 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a989 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789302488.592300:0:17099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc48166ee00/0x1ff82925bd39a982 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a989 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302488.592305:0:17099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789302488.592307:0:17099:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789302488.592309:0:17099:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789302488.592322:0:17099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc48166ee00/0x1ff82925bd39a982 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a989 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592328:0:17099:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789302488.592342:0:17099:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc48166ee00/0x1ff82925bd39a982 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a989 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592348:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc48166ee00/0x1ff82925bd39a982 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a989 expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592356:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302488.592358:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302488.592359:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302488.592369:0:20881:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348600/0x1ff82925bd39a4ea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a4f1 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592376:0:20881:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348600/0x1ff82925bd39a4ea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a4f1 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592388:0:20881:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348600/0x1ff82925bd39a4ea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a4f1 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592394:0:20881:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348600/0x1ff82925bd39a4ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a4f1 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592404:0:20881:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789302488.592407:0:20881:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:3.0:1789302488.592410:0:20881:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00010000:00010000:3.0:1789302488.592437:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302488.592440:0:17099:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348600/0x1ff82925bd39a4ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a4f1 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592446:0:17099:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5348600 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:3.0:1789302488.592448:0:17099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348600/0x1ff82925bd39a4ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a4f1 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592455:0:17099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348600/0x1ff82925bd39a4ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a4f1 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789302488.592461:0:17099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348600/0x1ff82925bd39a4ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a4f1 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302488.592466:0:17099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1789302488.592468:0:17099:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1789302488.592470:0:17099:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1789302488.592484:0:17099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348600/0x1ff82925bd39a4ea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a4f1 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592490:0:17099:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789302488.592503:0:17099:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348600/0x1ff82925bd39a4ea lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a4f1 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592509:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348600/0x1ff82925bd39a4ea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1ff82925bd39a4f1 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302488.592519:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302488.592521:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302488.592523:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789302488.592537:0:20881:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1789302488.592540:0:20881:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1789302488.592544:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789302488.592550:0:20881:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1789302488.592558:0:20881:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8cc4b7e98000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789302488.592563:0:20881:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8cc383a9c800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789302488.592568:0:20881:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff8cc4aa93b380) has exports, disconnecting them 00000020:00080000:3.0:1789302488.592572:0:20881:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8cc4b7e98000), last request at 1789302486 00000020:00000080:3.0:1789302488.592579:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a7d7 00000100:00080000:3.0:1789302488.592593:0:20881:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e9c800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1789302488.592625:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1789302488.592636:0:20881:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc4b7e98000): rc 0 00000020:00000080:3.0:1789302488.592639:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc4b7e98000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1789302488.592649:0:20881:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8cc383a9c800), last request at 1789302486 00000020:00000080:3.0:1789302488.592653:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a679 00000100:00080000:3.0:1789302488.592660:0:20881:0:(import.c:65:import_set_state_nolock()) ffff8cc383a9d000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1789302488.592671:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7e98000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1789302488.592711:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b7e9c800 for lustre-MDT0001 00010000:00010000:3.0:1789302488.592721:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1789302488.592728:0:20881:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc383a9c800): rc 0 00000020:00000080:3.0:1789302488.592735:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc383a9c800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1789302488.592747:0:20881:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffadc441c6fae0 00000020:00000080:3.0:1789302488.592758:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc383a9c800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1789302488.592783:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc383a9d000 for lustre-MDT0001 00000100:00080000:3.0:1789302488.592816:0:20881:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789302488.592826:0:20881:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8cc4840b6300 x1876219121602048/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789302495 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302488.592836:0:20881:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00100000:2.0:1789302488.593083:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c46098ed-e570-4ba8-9393-0223b90f3f6e:3645:1876219121605376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789302488.593161:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302488.593212:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789302488.593219:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c46098ed-e570-4ba8-9393-0223b90f3f6e:3645:1876219121605504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789302488.593243:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302488.596934:0:17096:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1789302488.596951:0:17096:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:0.0:1789302488.596992:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c46098ed-e570-4ba8-9393-0223b90f3f6e:3648:1876219121605760:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789302488.597059:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302488.597098:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789302488.597146:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c46098ed-e570-4ba8-9393-0223b90f3f6e:3648:1876219121605632:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789302488.597172:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302488.597191:0:17097:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1789302488.597200:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121605376 00000100:00100000:0.0:1789302488.597206:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121605376 00000100:00100000:0.0:1789302488.597232:0:17097:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1789302488.597237:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121605504 00000100:00100000:0.0:1789302488.597240:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121605504 00000100:00100000:0.0:1789302488.597249:0:17097:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1789302488.597253:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121605760 00000100:00100000:0.0:1789302488.597255:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121605760 00000100:00100000:0.0:1789302488.597262:0:17097:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1789302488.597267:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121605632 00000100:00100000:0.0:1789302488.597269:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121605632 00000100:00100000:0.0:1789302488.598604:0:20882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789302488.598614:0:20882:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382914e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3645:x1876219121605376:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789302488.598622:0:20882:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789302488 with bad export cookie 2303636451465208772 00000100:00080000:3.0:1789302488.599085:0:20881:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789302488.599093:0:20881:0:(import.c:65:import_set_state_nolock()) ffff8cc38380a000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00100000:0.0:1789302488.599699:0:20882:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382914e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3645:x1876219121605376:12345-0@lo:103:ldlm_bl.0 Request processed in 1083us (6536us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789302488.599709:0:20882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789302488.599738:0:20882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789302488.599743:0:20882:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbe0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3645:x1876219121605504:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789302488.599748:0:20882:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789302488 with bad export cookie 2303636451465208772 00000100:00100000:0.0:1789302488.599775:0:20882:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbe0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3645:x1876219121605504:12345-0@lo:103:ldlm_bl.0 Request processed in 31us (6532us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789302488.599780:0:20882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789302488.600547:0:20882:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789302488.600553:0:20882:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1876219121605760:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789302488.600559:0:20882:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789302488 with bad export cookie 2303636451465208772 00000100:00100000:0.0:1789302488.600625:0:20882:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1876219121605760:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (3565us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789302488.600631:0:20882:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1789302488.600671:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.109@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789302488.600676:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8cc38433b800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1789302488.600679:0:3648:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.109@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1789302488.601488:0:20881:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789302488.601495:0:20881:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789302488.601511:0:20881:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789302488.601574:0:20881:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789302488.601596:0:20881:0:(import.c:65:import_set_state_nolock()) ffff8cc4b5208000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789302488.601615:0:20881:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789302488.601617:0:20881:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789302488.601626:0:20881:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789302488.601694:0:20881:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789302488.601702:0:20881:0:(import.c:65:import_set_state_nolock()) ffff8cc4b5138800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789302488.601735:0:20881:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8cc4aa93b380) has no exports 00010000:00010000:3.0:1789302488.604090:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302488.604270:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121605888:0@lo:9:umount.0 00000100:00100000:3.0:1789302488.604343:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302488.604379:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121606016:0@lo:9:umount.0 00000100:00100000:3.0:1789302488.604400:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789302488.604449:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.109@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:2.0:1789302488.605458:0:18616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121605888 00000100:00100000:2.0:1789302488.605468:0:18616:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121605888 00000100:00100000:2.0:1789302488.605522:0:18616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121606016 00000100:00100000:2.0:1789302488.605526:0:18616:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121606016 00000100:00100000:2.0:1789302488.605549:0:18616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789302488.605559:0:18616:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876219121605888:12345-0@lo:9:umount.0 00000020:00000080:2.0:1789302488.605587:0:18616:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a6a3 00000100:00080000:2.0:1789302488.605596:0:18616:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7ef5000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789302488.605636:0:18616:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789302488.605777:0:18616:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3644:x1876219121605888:12345-0@lo:9:umount.0 Request processed in 220us (1433us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302488.607008:0:18616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789302488.607039:0:18616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789302488.607051:0:18616:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876219121606016:12345-0@lo:9:umount.0 00000020:00000080:2.0:1789302488.607072:0:18616:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a808 00000100:00080000:2.0:1789302488.607081:0:18616:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e9d000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789302488.607108:0:18616:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1789302488.607247:0:18616:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3644:x1876219121606016:12345-0@lo:9:umount.0 Request processed in 200us (2845us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302488.607254:0:18616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1789302488.607274:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789302488.607279:0:17106:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1789302488.607292:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789302488.607324:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4b5208000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789302488.607331:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789302488.607333:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789302488.607336:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121605888:0@lo:9:umount.0 00000100:00080000:2.0:1789302488.607348:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4b5138800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789302488.607362:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789302488.607363:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789302488.607366:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121606016:0@lo:9:umount.0 00000100:00100000:1.0:1789302488.608575:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121602048:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789302488.608603:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302488.608674:0:17095:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3647:x1876219121605248:12345-0@lo:103:ldlm_bl.0 Request processed in 22411us (22518us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789302488.608696:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:1.0:1789302488.608747:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.109@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789302488.620696:0:3648:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.109@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1789302488.620703:0:3648:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1789302488.620714:0:3648:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4840b5500 x1876219121604096/t0(0) o400->MGC192.168.203.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789302502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302488.620729:0:3648:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4a7f09180 x1876219121605248/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789302504 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302488.620740:0:3648:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4b6ae7800 x1876219121605376/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789302504 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302488.620751:0:3648:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4b6ae4380 x1876219121605504/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789302504 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302488.620759:0:3648:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4b6ae5c00 x1876219121605760/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789302504 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302488.620768:0:3648:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4b6ae4700 x1876219121605632/t0(0) o103->MGC192.168.203.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789302504 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1789302488.620776:0:3648:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1789302488.620779:0:3648:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1789302488.620781:0:3648:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1789302488.621129:0:3645:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8cc38433b800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:3.0:1789302488.621156:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c46098ed-e570-4ba8-9393-0223b90f3f6e:3645:1876219121605376:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789302488.621182:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c46098ed-e570-4ba8-9393-0223b90f3f6e:3645:1876219121605504:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789302488.621377:0:3647:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8cc38433b800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1789302488.621390:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c46098ed-e570-4ba8-9393-0223b90f3f6e:3647:1876219121605248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302488.621450:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789302488.621457:0:17095:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3648:x1876219121605632:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789302488.621464:0:17095:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789302488 with bad export cookie 2303636451465208772 00000100:00100000:1.0:1789302488.621588:0:17095:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3648:x1876219121605632:12345-0@lo:103:ldlm_bl.0 Request processed in 129us (24414us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789302488.621596:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1789302488.621669:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8cc38433b800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789302488.621674:0:3648:0:(import.c:545:import_select_connection()) MGC192.168.203.109@tcp: connect to NID 0@lo last attempt 464 00000100:00080000:0.0:1789302488.621684:0:3648:0:(import.c:666:import_select_connection()) MGC192.168.203.109@tcp: import ffff8cc38433b800 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:0.0:1789302488.621710:0:3648:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6b97100 x1876219121606144/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789302488.621779:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c46098ed-e570-4ba8-9393-0223b90f3f6e:3644:1876219121606144:0@lo:250:ptlrpcd_00_03.0 00000400:00000100:2.0:1789302488.621824:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876219121606144 offset 0 length 520: 4 00000100:00100000:0.0:1789302488.621971:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c46098ed-e570-4ba8-9393-0223b90f3f6e:3648:1876219121604096:0@lo:400:kworker.0 00000100:00100000:0.0:1789302488.621992:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c46098ed-e570-4ba8-9393-0223b90f3f6e:3648:1876219121605632:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789302488.621997:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c46098ed-e570-4ba8-9393-0223b90f3f6e:3648:1876219121605760:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1789302488.627638:0:20881:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8cc4aa93b380) has no exports 00000020:01000000:0.0:1789302488.667197:0:20881:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cc3825578a0 - data ffff8cc4a9496798/ffff8cc4840b8000 00000020:01000000:0.0:1789302488.667457:0:20881:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cc381fdb000 - data ffff8cc4a9432360/ffff8cc486a22000 00000001:00000004:0.0:1789302488.676416:0:20881:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:1.0:1789302488.721309:0:20881:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789302488.721317:0:20881:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789302488.721325:0:20881:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789302488.726182:0:20881:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789302488.726189:0:20881:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1789302488.726209:0:20881:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789302488.726211:0:20881:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789302488.727081:0:17851:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789302488.727086:0:17851:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1789302488.727100:0:17851:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1789302488.728960:0:20881:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789302488.728966:0:20881:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1789302488.728984:0:20881:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789302488.728987:0:20881:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789302488.729414:0:17853:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789302488.729420:0:17853:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:2.0:1789302488.729429:0:17853:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1789302488.730614:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a50d 00000020:00000080:1.0:1789302488.730625:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc38380d800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789302488.731333:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a522 00000020:00000080:1.0:1789302488.731339:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc4b513d000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1789302488.731343:0:20881:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1789302488.731348:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789302488.731357:0:20881:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789302488.731369:0:20881:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff8cc4bd97b380) has no exports 00000004:01000000:1.0:1789302488.731511:0:20881:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1789302488.731521:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a576 00000020:00000080:1.0:1789302488.731526:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc38401e800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1789302488.731530:0:20881:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789302488.731534:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789302488.731538:0:20881:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789302488.731541:0:20881:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff8cc4bd3419c0) has no exports 00000020:00000080:1.0:1789302488.731545:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a56f 00000020:00000080:1.0:1789302488.731548:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc4b513b000/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1789302488.731866:0:20881:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1789302488.731871:0:20881:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789302488.731874:0:20881:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1789302488.731879:0:20881:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789302488.731881:0:20881:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789302488.731907:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789302488.731914:0:20881:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789302488.731919:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a561 00000020:00000080:1.0:1789302488.731923:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc4b520b000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1789302488.731926:0:20881:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789302488.731929:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789302488.731932:0:20881:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789302488.731934:0:20881:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff8cc3826299c0) has no exports 00000020:00000080:1.0:1789302488.731937:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a55a 00000020:00000080:1.0:1789302488.731940:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc4b520d000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789302488.732296:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc38380d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789302488.732309:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b513d000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:3.0:1789302488.732315:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc38401e800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1789302488.732320:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b513b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789302488.732324:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b5138800 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1789302488.732329:0:8:0:(genops.c:885:class_export_put()) final put ffff8cc4b520f000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789302488.732331:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b520f000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1789302488.732335:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789302488.732404:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b520b000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1789302488.732409:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b520d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1789302488.732572:0:20881:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1789302488.732575:0:20881:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789302488.732577:0:20881:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1789302488.732580:0:20881:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789302488.732582:0:20881:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789302488.732640:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789302488.732645:0:20881:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1789302488.732660:0:20881:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1789302488.732665:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a545 00000020:00000080:1.0:1789302488.732669:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc4b520c000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789302488.732943:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b5208000 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1789302488.732949:0:8:0:(genops.c:885:class_export_put()) final put ffff8cc4b520a800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789302488.732952:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b520a800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1789302488.732955:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789302488.733025:0:20881:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1789302488.733029:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789302488.733033:0:20881:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789302488.733037:0:20881:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff8cc4aa93cd40) has no exports 00000020:00000080:1.0:1789302488.733041:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a53e 00000020:00000080:1.0:1789302488.733044:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc38380a800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789302488.733894:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b520c000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1789302488.733902:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc38380a800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1789302488.752061:0:20881:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1789302488.752069:0:20881:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789302488.752073:0:20881:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789302488.752080:0:20881:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789302488.752232:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789302488.752243:0:20881:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789302488.752267:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789302488.752270:0:20881:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789302488.752275:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc486745800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789302488.752279:0:20881:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc486745800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1789302488.752289:0:20881:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789302488.752422:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a529 00000020:00000080:1.0:1789302488.752428:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc4b513e800/lustre-MDD0001_UUID 00000020:00000080:3.0:1789302488.752453:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc38380a000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1789302488.752460:0:8:0:(genops.c:885:class_export_put()) final put ffff8cc4b513f000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789302488.752462:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b513f000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1789302488.752468:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789302488.752649:0:20881:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1789302488.752655:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789302488.752661:0:20881:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789302488.752665:0:20881:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff8cc4aa938000) has no exports 00000020:00000080:1.0:1789302488.752681:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789302488.752684:0:20881:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:1.0:1789302488.752688:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a530 00000020:00000080:1.0:1789302488.752693:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc4b513f800/lustre-MDT0001-osd_UUID 00000020:01000004:1.0:1789302488.752700:0:20881:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cc4b5eab000 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1789302488.752704:0:20881:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc4b5eab000 2 00000020:01000004:1.0:1789302488.752717:0:20881:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8cc4b5eab000 from lustre-MDT0001 00000020:00000080:1.0:1789302488.752733:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789302488.752736:0:20881:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1789302488.752739:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc38380f000/lustre-MDT0001_UUID 00000020:00000080:1.0:1789302488.752741:0:20881:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc38380f000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1789302488.752747:0:20881:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1789302488.752774:0:20881:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1789302488.752777:0:20881:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1789302488.752780:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789302488.752783:0:20881:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789302488.752798:0:20881:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8cc4b5ec8000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789302488.752803:0:20881:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff8cc4b50bcd40) has exports, disconnecting them 00000020:00080000:1.0:1789302488.752808:0:20881:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8cc4b5ec8000), last request at 1789302402 00000020:00000080:1.0:1789302488.752812:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a5ae 00000020:00080000:1.0:1789302488.752821:0:20881:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc4b5ec8000): rc 0 00000020:00000080:1.0:1789302488.752824:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc4b5ec8000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1789302488.753090:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b513e800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1789302488.753101:0:8:0:(genops.c:885:class_export_put()) final put ffff8cc38380c000/lustre-MDD0001_UUID 00000020:00000080:3.0:1789302488.753103:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc38380c000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1789302488.753106:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1789302488.753244:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b513f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789302488.753249:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b5ec8000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1789302488.773666:0:20881:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1789302488.773675:0:20881:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789302488.773679:0:20881:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789302488.773690:0:20881:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789302488.773802:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b5ece000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789302488.773945:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789302488.773954:0:20881:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1789302488.773959:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc4b5ecc000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1789302488.773963:0:20881:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b5ecc000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1789302488.773972:0:20881:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1789302488.774056:0:20881:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc4b5eab000 1 00000020:00000080:1.0:1789302488.774062:0:20881:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a4d5 00000020:00000080:1.0:1789302488.774068:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc4b7ff2800/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1789302488.774176:0:20881:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1789302488.774181:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789302488.774195:0:20881:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789302488.774200:0:20881:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff8cc381fc0000) has no exports 00000020:00000080:3.0:1789302488.776711:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7ff2800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789302488.795861:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789302488.795875:0:20881:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1789302488.795880:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc4b5eac800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789302488.795883:0:20881:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b5eac800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1789302488.795889:0:20881:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1789302488.796004:0:20881:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8cc4b5eae000 00000020:01000000:3.0:1789302488.796034:0:20881:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1789302488.796038:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789302488.796043:0:20881:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789302488.796047:0:20881:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff8cc3838199c0) has no exports 00000100:00100000:1.0:1789302488.796293:0:17110:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff8cc485dec600:17110] 0 exiting: rc = 1 00000100:00100000:2.0:1789302488.796375:0:17112:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff8cc48abca000:17112] 2 exiting: rc = 0 00000100:00100000:3.0:1789302488.796417:0:17111:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff8cc483ccd000:17111] 1 exiting: rc = 0 00000100:00100000:2.0:1789302488.796470:0:18366:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff8cc4b5fb9000:18366] 3 exiting: rc = 0 00000100:00100000:3.0:1789302488.796517:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796530:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796538:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796543:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796548:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796553:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796559:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796564:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796570:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796575:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796581:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796587:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796592:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796597:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796616:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796683:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796690:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796699:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796705:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796710:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796716:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796721:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796727:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796732:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796737:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796742:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796747:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796751:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796756:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796761:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796765:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796770:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796777:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796784:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796799:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796806:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796814:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796821:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796830:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796838:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796849:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796857:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796862:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796868:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796873:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796878:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796883:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796888:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796893:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796908:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796913:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796917:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796925:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796933:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796939:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796945:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796950:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796954:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796959:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796963:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796969:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796974:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796979:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.796985:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789302488.803430:0:17113:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8cc38261e800:17113] 0 exiting: rc = 1 00000100:00100000:3.0:1789302488.803816:0:17114:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8cc38261e200:17114] 1 exiting: rc = 0 00000100:00100000:2.0:1789302488.803978:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.803986:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.803992:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.803998:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804003:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804016:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804033:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804038:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804043:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804049:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804054:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804058:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804064:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804069:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804074:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804079:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804084:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804089:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804096:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804101:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804106:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804131:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804139:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804145:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804150:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804154:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804159:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804164:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804172:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804177:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804183:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804187:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804192:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804197:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804201:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804206:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804211:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804217:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804222:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804227:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804232:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804245:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804252:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804259:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804276:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804282:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804290:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804296:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804300:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804305:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804310:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804315:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804319:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804324:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804329:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804333:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804339:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804344:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804349:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804354:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804359:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804364:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804369:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804374:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.804778:0:17116:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff8cc38278a000:17116] 1 exiting: rc = 0 00000100:00100000:1.0:1789302488.804825:0:17115:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff8cc38278b400:17115] 0 exiting: rc = 1 00000100:00100000:3.0:1789302488.804974:0:17850:0:(service.c:3188:ptlrpc_main()) mdt_out00_002: service thread [ffff8cc384393a00:17850] 2 exiting: rc = 0 00000100:00100000:2.0:1789302488.805427:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805434:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805440:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805446:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805453:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805460:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805466:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805472:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805477:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805484:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805490:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805512:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805519:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805525:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805531:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805536:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805542:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805547:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805553:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805559:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805565:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805572:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805578:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805597:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805603:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805609:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805614:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805622:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805764:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805769:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805775:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805780:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805786:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805802:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805807:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805827:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805833:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805839:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805845:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805850:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805855:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805860:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805866:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805872:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805877:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805894:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805906:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805925:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805932:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805937:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805942:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805948:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805954:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805959:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805965:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805970:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805976:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805982:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.805987:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.806008:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.806015:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.806021:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.806027:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302488.806041:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.835206:0:17118:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8cc4996bc000:17118] 1 exiting: rc = 0 00000100:00100000:2.0:1789302488.837787:0:17117:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8cc483ccd800:17117] 0 exiting: rc = 1 00000100:00100000:3.0:1789302488.843869:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.843887:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.843892:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.843898:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.843903:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.843908:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.843914:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.843918:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.843924:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.843929:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.843934:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.843939:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844296:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844302:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844308:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844313:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844529:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844537:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844552:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844558:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844563:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844568:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844573:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844578:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844583:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844587:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844592:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844600:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844605:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844610:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844615:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.844620:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845094:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845104:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845154:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845160:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845165:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845170:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845175:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845180:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845185:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845191:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845195:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845200:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845205:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845210:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845215:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845219:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845224:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845228:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845233:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845237:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845241:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845254:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845259:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845263:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845268:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845273:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845277:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845282:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845287:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845291:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845296:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.845301:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.846235:0:17120:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8cc4a9376600:17120] 1 exiting: rc = 0 00000100:00100000:2.0:1789302488.849450:0:17119:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8cc4a9376200:17119] 0 exiting: rc = 1 00000100:00100000:0.0:1789302488.849696:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849703:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849709:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849714:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849719:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849724:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849729:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849734:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849740:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849745:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849750:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849754:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849760:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849766:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849771:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849776:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849780:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849785:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849799:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849804:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849821:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849827:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849832:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849837:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849841:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849846:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849851:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849856:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849861:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849866:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849870:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849875:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849948:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849953:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849958:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849963:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849969:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849974:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849979:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849984:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849990:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849994:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.849999:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850005:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850548:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850556:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850562:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850568:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850574:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850579:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850584:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850588:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850594:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850599:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850603:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850616:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850690:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850697:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850703:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850708:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850713:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850718:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850722:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.850727:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.851526:0:17121:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff8cc4a9377c00:17121] 0 exiting: rc = 1 00000100:00100000:1.0:1789302488.854568:0:17122:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff8cc4a9376a00:17122] 1 exiting: rc = 0 00000100:00100000:0.0:1789302488.856506:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856515:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856519:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856524:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856530:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856535:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856540:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856545:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856551:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856557:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856562:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856567:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856574:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856579:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856584:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856590:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856596:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856601:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856607:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856613:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856623:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856628:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856642:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856647:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856652:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856656:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856679:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856684:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856688:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856692:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856697:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856701:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856706:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856711:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856715:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856720:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856725:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856729:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856732:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856917:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856923:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856937:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856945:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856950:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856955:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856961:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856968:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856974:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856979:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856984:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856990:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856994:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.856999:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.857004:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.857009:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.857014:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.857019:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.857024:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.857030:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.857035:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.857040:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.857054:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.857059:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.857065:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302488.863030:0:17123:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff8cc4a9376400:17123] 0 exiting: rc = 1 00000100:00100000:1.0:1789302488.863334:0:17124:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff8cc4a9377e00:17124] 1 exiting: rc = 0 00000100:00100000:2.0:1789302488.865820:0:17125:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff8cc4a9377000:17125] 2 exiting: rc = 0 00000100:00100000:0.0:1789302488.865983:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.865991:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.865997:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866002:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866007:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866013:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866019:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866026:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866032:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866037:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866042:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866047:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866053:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866058:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866064:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866100:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866109:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866130:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866136:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866142:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866147:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866152:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866157:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866163:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866168:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866175:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866182:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866188:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866195:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866202:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866210:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866227:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866249:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866254:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866261:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866267:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866272:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866278:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866284:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866307:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866313:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866319:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866324:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866329:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866334:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866339:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866344:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866350:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866356:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866361:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866367:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866373:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866379:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866384:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866390:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866395:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866400:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866405:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866411:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866417:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866423:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866428:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866434:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302488.866455:0:20881:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1789302488.875625:0:20881:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789302488.875638:0:20881:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1789302488.875644:0:20881:0:(genops.c:885:class_export_put()) final put ffff8cc382636800/MDS_uuid 00000020:00000080:0.0:1789302488.875660:0:20881:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc382636800/MDS_uuid for MDS 00000020:01000000:0.0:1789302488.875670:0:20881:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1789302488.875824:0:20881:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1789302489.620498:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302490.649272:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302491.669365:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789302491.735066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789302491.735084:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789302491.735087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789302491.735090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789302491.735094:0:8:0:(import.c:65:import_set_state_nolock()) ffff8cc3829c4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789302491.735102:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 562 00000100:00080000:1.0:1789302491.735107:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789302491.735135:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8cc3829c4000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:1.0:1789302491.735169:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4a7f09180 x1876219121606272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789302491.735210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789302491.735214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789302491.735216:0:8:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e9b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789302491.735219:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 562 00000100:00080000:1.0:1789302491.735222:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789302491.735227:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8cc4b7e9b000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:1.0:1789302491.735238:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4a7f0b100 x1876219121606528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789302491.735273:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876219121606400:0@lo:400:kworker.0 00000400:00000100:1.0:1789302491.735327:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876219121606400 offset 0 length 224: 4 00000100:00100000:1.0:1789302491.735359:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789302491.735364:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876219121606656:0@lo:400:kworker.0 00000400:00000100:1.0:1789302491.735379:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876219121606656 offset 0 length 224: 4 00000100:00100000:2.0:1789302491.735897:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876219121606272:0@lo:38:kworker.0 00000400:00000100:2.0:1789302491.735922:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876219121606272 offset 0 length 520: 4 00000100:00100000:2.0:1789302491.735938:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876219121606528:0@lo:38:kworker.0 00000400:00000100:2.0:1789302491.735951:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876219121606528 offset 0 length 520: 4 00010000:00010000:1.0:1789302492.694248:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789302492.920881:0:21082:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1789302492.942104:0:21082:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1789302492.942194:0:21082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39a648 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a64f expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302492.942228:0:21082:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39a648 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a64f expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302492.942236:0:21082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39a648 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a64f expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302492.942244:0:21082:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39a648 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a64f expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302492.942271:0:21082:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789302492.942276:0:21082:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789302492.942305:0:21082:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789302492.942316:0:21082:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4a7f09180 x1876219121606272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789302511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302492.942333:0:21082:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789302492.942365:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc3829c4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789302492.942369:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-5) 00000100:00100000:2.0:1789302492.942373:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876219121606272:0@lo:38:kworker.0 00000100:00080000:2.0:1789302492.942402:0:21082:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789302492.942406:0:21082:0:(import.c:65:import_set_state_nolock()) ffff8cc3829c4000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1789302492.942411:0:21082:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789302492.942413:0:21082:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789302492.942417:0:21082:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789302492.942625:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302492.942632:0:17099:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39a648 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a64f expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302492.942641:0:17099:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aa600 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:3.0:1789302492.942645:0:17099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39a648 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a64f expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302492.942654:0:17099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39a648 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a64f expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789302492.942661:0:17099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39a648 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a64f expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302492.942667:0:17099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789302492.942669:0:17099:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789302492.942671:0:17099:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789302492.942683:0:17099:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cc38433b800 00010000:00010000:3.0:1789302492.942687:0:17099:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39a648 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a64f expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302492.942700:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39a648 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a64f expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302492.942713:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302492.942715:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302492.942717:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789302492.945556:0:21082:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789302492.945574:0:21082:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4a7f0a680 x1876219121606400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302492.945602:0:21082:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789302492.945623:0:21082:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789302492.945649:0:21082:0:(import.c:65:import_set_state_nolock()) ffff8cc382634800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789302492.945806:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876219121606784:0@lo:39:umount.0 00000400:00000100:3.0:1789302492.945856:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876219121606784 offset 0 length 224: 4 00000100:00100000:1.0:1789302492.946401:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876219121606400:0@lo:400:kworker.0 00010000:00010000:1.0:1789302493.716338:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789302493.781274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789302493.781285:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789302493.781289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789302493.781292:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789302493.781382:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789302493.781403:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121606912:0@lo:400:kworker.0 00000400:00000100:0.0:1789302493.781453:0:3648:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876219121606912 offset 0 length 224: 4 00000001:00100000:0.0:1789302493.782420:0:19430:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789302493.782427:0:19430:0:(genops.c:885:class_export_put()) final put ffff8cc4b7e98800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789302493.782547:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7e98800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1789302493.782607:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b7e9d000 for lustre-OST0001 00000001:00100000:0.0:1789302493.783326:0:18613:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789302493.783330:0:18613:0:(genops.c:885:class_export_put()) final put ffff8cc4b7ef0800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789302493.783392:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7ef0800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1789302493.783435:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b7ef5000 for lustre-OST0000 00010000:00010000:3.0:1789302494.740253:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302495.766426:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302496.789990:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789302496.790949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789302496.790957:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789302496.790960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789302496.790964:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789302496.791138:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121607040:0@lo:400:kworker.0 00000400:00000100:2.0:1789302496.791193:0:3648:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876219121607040 offset 0 length 224: 4 00010000:00010000:1.0:1789302497.812814:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302498.068361:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302488/real 1789302488] req@ffff8cc4b6b97100 x1876219121606144/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789302498 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302498.068396:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc4b6b97100 x1876219121606144/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789302498 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789302498.068417:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc38433b800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789302498.068444:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1789302498.068448:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c46098ed-e570-4ba8-9393-0223b90f3f6e:3644:1876219121606144:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:0.0:1789302498.069086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789302498.069094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789302498.069097:0:8:0:(import.c:65:import_set_state_nolock()) ffff8cc38433b800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789302498.069102:0:8:0:(import.c:545:import_select_connection()) MGC192.168.203.109@tcp: connect to NID 0@lo last attempt 564 00000100:00080000:0.0:1789302498.069108:0:8:0:(import.c:630:import_select_connection()) MGC192.168.203.109@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789302498.069145:0:8:0:(import.c:666:import_select_connection()) MGC192.168.203.109@tcp: import ffff8cc38433b800 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:0.0:1789302498.069181:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6b97100 x1876219121607168/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789302498.069209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789302498.069214:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789302498.069325:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876219121607296:0@lo:400:kworker.0 00000400:00000100:1.0:1789302498.069375:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876219121607296 offset 0 length 224: 4 00000100:00100000:2.0:1789302498.069384:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c46098ed-e570-4ba8-9393-0223b90f3f6e:3644:1876219121607168:0@lo:250:kworker.0 00000400:00000100:2.0:1789302498.069415:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876219121607168 offset 0 length 520: 4 00010000:00010000:3.0:1789302498.836253:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302499.860565:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302500.884259:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302501.909879:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302502.168820:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302492/real 1789302492] req@ffff8cc382915880 x1876219121606784/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789302502 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302502.168854:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc382915880 x1876219121606784/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789302502 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789302502.168876:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc382634800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789302502.168909:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876219121606784:0@lo:39:umount.0 00000100:00080000:0.0:1789302502.169506:0:21082:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789302502.169527:0:21082:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789302502.169532:0:21082:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789302502.171455:0:21082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4aa982200/0x1ff82925bd39a61e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a625 expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302502.171472:0:21082:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4aa982200/0x1ff82925bd39a61e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a625 expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302502.171479:0:21082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4aa982200/0x1ff82925bd39a61e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a625 expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302502.171486:0:21082:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc4aa982200/0x1ff82925bd39a61e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a625 expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302502.171516:0:21082:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789302502.171524:0:21082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348c00/0x1ff82925bd39a974 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a97b expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302502.171530:0:21082:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348c00/0x1ff82925bd39a974 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a97b expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302502.171536:0:21082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348c00/0x1ff82925bd39a974 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a97b expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302502.171541:0:21082:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348c00/0x1ff82925bd39a974 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a97b expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302502.171565:0:21082:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1789302502.171570:0:21082:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00010000:00010000:3.0:1789302502.171954:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789302502.171962:0:17099:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4aa982200/0x1ff82925bd39a61e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a625 expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302502.171970:0:17099:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4aa982200 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:3.0:1789302502.171973:0:17099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4aa982200/0x1ff82925bd39a61e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a625 expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302502.171998:0:17099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4aa982200/0x1ff82925bd39a61e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a625 expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789302502.172005:0:17099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4aa982200/0x1ff82925bd39a61e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a625 expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302502.172011:0:17099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789302502.172013:0:17099:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1789302502.172016:0:17099:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:3.0:1789302502.172028:0:17099:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cc38433b800 00010000:00010000:3.0:1789302502.172032:0:17099:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4aa982200/0x1ff82925bd39a61e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a625 expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302502.172038:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4aa982200/0x1ff82925bd39a61e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a625 expref: -99 pid: 18612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302502.172051:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302502.172054:0:17099:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348c00/0x1ff82925bd39a974 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a97b expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302502.172060:0:17099:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5348c00 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:3.0:1789302502.172063:0:17099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348c00/0x1ff82925bd39a974 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a97b expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302502.172070:0:17099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348c00/0x1ff82925bd39a974 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a97b expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789302502.172075:0:17099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348c00/0x1ff82925bd39a974 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a97b expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302502.172089:0:17099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789302502.172091:0:17099:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789302502.172093:0:17099:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789302502.172107:0:17099:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cc38433b800 00010000:00010000:3.0:1789302502.172162:0:17099:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348c00/0x1ff82925bd39a974 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a97b expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302502.172170:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348c00/0x1ff82925bd39a974 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a97b expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302502.172180:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302502.172182:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302502.172183:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302502.172343:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789302502.172407:0:21082:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1789302502.172411:0:21082:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1789302502.174879:0:21082:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789302502.174890:0:21082:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789302502.174895:0:21082:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8cc4ac2ab380) has no exports 00000020:00080000:0.0:1789302502.175084:0:21082:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8cc4ac2ab380) has no exports 00000020:01000000:0.0:1789302502.179479:0:21082:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cc382854ea0 - data ffff8cc38209cca8/ffff8cc4bc424400 00000020:01000000:0.0:1789302502.190647:0:21082:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cc486879840 - data ffff8cc38207ce58/ffff8cc48404f400 00100000:10000000:0.0:1789302502.203600:0:21082:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1789302502.223553:0:21082:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a633 00000020:00000080:0.0:1789302502.223566:0:21082:0:(genops.c:885:class_export_put()) final put ffff8cc4adef5800/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1789302502.223591:0:21082:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cc485d4e000 from lustre-OST0000, refs=2 00000020:01000004:0.0:1789302502.223595:0:21082:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc485d4e000 2 00000020:01000004:0.0:1789302502.223598:0:21082:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8cc485d4e000 from lustre-OST0000 00000020:00000080:0.0:1789302502.223622:0:21082:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789302502.223630:0:21082:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1789302502.223633:0:21082:0:(genops.c:885:class_export_put()) final put ffff8cc4b7f5a800/lustre-OST0000_UUID 00000020:00000080:0.0:1789302502.223636:0:21082:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7f5a800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1789302502.223642:0:21082:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1789302502.223687:0:21082:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1789302502.223692:0:21082:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789302502.223706:0:21082:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789302502.223711:0:21082:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789302502.223718:0:21082:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8cc383678800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789302502.223724:0:21082:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff8cc4ac2a99c0) has exports, disconnecting them 00000020:00080000:0.0:1789302502.223729:0:21082:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8cc383678800), last request at 1789302419 00000020:00000080:0.0:1789302502.223733:0:21082:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a65d 00000020:00080000:0.0:1789302502.223741:0:21082:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc383678800): rc 0 00000020:00000080:0.0:1789302502.223745:0:21082:0:(genops.c:885:class_export_put()) final put ffff8cc383678800/lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1789302502.223936:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4adef5800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1789302502.226543:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc383678800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1789302502.242783:0:21082:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1789302502.242792:0:21082:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789302502.242797:0:21082:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789302502.242816:0:21082:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789302502.243083:0:21082:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789302502.243092:0:21082:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1789302502.243098:0:21082:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789302502.243103:0:21082:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789302502.243107:0:21082:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789302502.243173:0:21082:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8cc383a98000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789302502.243181:0:21082:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff8cc381fc3380) has exports, disconnecting them 00000020:00080000:0.0:1789302502.243185:0:21082:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8cc383a98000), last request at 1789302419 00000020:00000080:0.0:1789302502.243190:0:21082:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a672 00000020:00080000:0.0:1789302502.243202:0:21082:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc383a98000): rc 0 00000020:00000080:0.0:1789302502.243206:0:21082:0:(genops.c:885:class_export_put()) final put ffff8cc383a98000/lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1789302502.243411:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc3829c4000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1789302502.243420:0:37:0:(genops.c:885:class_export_put()) final put ffff8cc4b520c800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:2.0:1789302502.243429:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b520c800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:2.0:1789302502.243435:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:2.0:1789302502.243924:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc383a98000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1789302502.289856:0:21082:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1789302502.289866:0:21082:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789302502.289870:0:21082:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789302502.289876:0:21082:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789302502.290057:0:21082:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789302502.290067:0:21082:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1789302502.290085:0:21082:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc485d4e000 1 00000020:00000080:1.0:1789302502.290091:0:21082:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a610 00000020:00000080:1.0:1789302502.290099:0:21082:0:(genops.c:885:class_export_put()) final put ffff8cc38401f000/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1789302502.290105:0:21082:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1789302502.290182:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc382634800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1789302502.290190:0:37:0:(genops.c:885:class_export_put()) final put ffff8cc38367e800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1789302502.290192:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc38367e800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1789302502.290201:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1789302502.290273:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc38401f000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1789302502.290494:0:21082:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789302502.290500:0:21082:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789302502.290513:0:21082:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff8cc4aa9399c0) has no exports 00000020:00000080:2.0:1789302502.349027:0:21082:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789302502.349043:0:21082:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1789302502.349048:0:21082:0:(genops.c:885:class_export_put()) final put ffff8cc485d4a800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1789302502.349053:0:21082:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc485d4a800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1789302502.349065:0:21082:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1789302502.351916:0:21082:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8cc485d4b000 00000020:02000400:2.0:1789302502.351983:0:21082:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:3.0:1789302502.935195:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789302503.508290:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789302503.508301:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789302503.508305:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789302503.508318:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789302503.508463:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876219121607424:0@lo:400:kworker.0 00000400:00000100:1.0:1789302503.508514:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876219121607424 offset 0 length 224: 4 00010000:00010000:3.0:1789302503.956295:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302504.981212:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302506.005551:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789302506.522473:0:21285:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1789302506.536636:0:21285:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1789302506.536719:0:21285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc48166fe00/0x1ff82925bd39a7a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a7ad expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302506.536734:0:21285:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc48166fe00/0x1ff82925bd39a7a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a7ad expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302506.536742:0:21285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc48166fe00/0x1ff82925bd39a7a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a7ad expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302506.536748:0:21285:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc48166fe00/0x1ff82925bd39a7a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a7ad expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302506.536788:0:21285:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789302506.536792:0:21285:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789302506.536815:0:21285:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789302506.536825:0:21285:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4a7f0b100 x1876219121606528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789302511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302506.536846:0:21285:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789302506.536852:0:21285:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789302506.536857:0:21285:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e9b000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1789302506.536862:0:21285:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789302506.536866:0:21285:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4a7f0b100 x1876219121606528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789302511 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302506.536873:0:21285:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789302506.536876:0:21285:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 6s for inflight to error out 00010000:00010000:3.0:1789302506.537176:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302506.537184:0:17099:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc48166fe00/0x1ff82925bd39a7a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a7ad expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302506.537192:0:17099:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc48166fe00 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:3.0:1789302506.537197:0:17099:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc48166fe00/0x1ff82925bd39a7a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a7ad expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302506.537207:0:17099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc48166fe00/0x1ff82925bd39a7a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a7ad expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789302506.537214:0:17099:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc48166fe00/0x1ff82925bd39a7a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a7ad expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302506.537230:0:17099:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789302506.537233:0:17099:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789302506.537235:0:17099:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789302506.537248:0:17099:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cc38433b800 00010000:00010000:3.0:1789302506.537252:0:17099:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc48166fe00/0x1ff82925bd39a7a6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a7ad expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302506.537258:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc48166fe00/0x1ff82925bd39a7a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a7ad expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302506.537269:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302506.537270:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302506.537272:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302506.541828:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876219121606528:0@lo:38:kworker.0 00000100:00080000:2.0:1789302506.543389:0:21285:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789302506.543403:0:21285:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4a7f08000 x1876219121606656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302506.543431:0:21285:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4b6ae4000 x1876219121606912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302506.543448:0:21285:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4b6b96d80 x1876219121607040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302506.543456:0:21285:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4b6b94e00 x1876219121607296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302506.543462:0:21285:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4b6b97b80 x1876219121607424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302506.543476:0:21285:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:1.0:1789302506.543476:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876219121606656:0@lo:400:kworker.0 00000100:00080000:2.0:1789302506.543481:0:21285:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1789302506.543498:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876219121607296:0@lo:400:kworker.0 00000100:00080000:2.0:1789302506.543517:0:21285:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e9f000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789302506.543587:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121607040:0@lo:400:kworker.0 00000100:00100000:0.0:1789302506.543595:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121606912:0@lo:400:kworker.0 00000100:00100000:0.0:1789302506.543621:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876219121607552:0@lo:39:umount.0 00000400:00000100:0.0:1789302506.543676:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876219121607552 offset 0 length 224: 4 00000100:00100000:3.0:1789302506.543711:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876219121607424:0@lo:400:kworker.0 00010000:00010000:3.0:1789302507.028430:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302508.052774:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789302508.628345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789302508.628355:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1789302509.076959:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302510.101053:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302511.124667:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302512.148244:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302513.172594:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302513.751080:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302498/real 1789302498] req@ffff8cc4b6b97100 x1876219121607168/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789302513 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302513.751152:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc4b6b97100 x1876219121607168/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789302513 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789302513.751173:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc38433b800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789302513.754889:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789302513.754898:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789302513.754902:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc38433b800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789302513.754926:0:13920:0:(import.c:545:import_select_connection()) MGC192.168.203.109@tcp: connect to NID 0@lo last attempt 574 00000100:00080000:0.0:1789302513.754932:0:13920:0:(import.c:630:import_select_connection()) MGC192.168.203.109@tcp: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789302513.754944:0:13920:0:(import.c:666:import_select_connection()) MGC192.168.203.109@tcp: import ffff8cc38433b800 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:0.0:1789302513.754975:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6b96d80 x1876219121607680/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789302513.758197:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1789302513.758223:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c46098ed-e570-4ba8-9393-0223b90f3f6e:3644:1876219121607168:0@lo:250:kworker.0 00000100:00100000:3.0:1789302513.758262:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c46098ed-e570-4ba8-9393-0223b90f3f6e:3644:1876219121607680:0@lo:250:kworker.0 00000400:00000100:3.0:1789302513.758314:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876219121607680 offset 0 length 520: 4 00010000:00010000:3.0:1789302514.198057:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302515.220350:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302516.245053:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302516.820255:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302506/real 1789302506] req@ffff8cc382915880 x1876219121607552/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789302516 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302516.820285:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc382915880 x1876219121607552/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789302516 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789302516.820304:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7e9f000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1789302516.820327:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876219121607552:0@lo:39:umount.0 00000100:00080000:2.0:1789302516.820408:0:21285:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789302516.820413:0:21285:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789302516.820418:0:21285:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789302516.821900:0:21285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348800/0x1ff82925bd39a77c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a783 expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302516.821917:0:21285:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348800/0x1ff82925bd39a77c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a783 expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302516.821925:0:21285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348800/0x1ff82925bd39a77c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a783 expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302516.821933:0:21285:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348800/0x1ff82925bd39a77c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a783 expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302516.822023:0:21285:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302516.822032:0:21285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39a966 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39a96d expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302516.822040:0:21285:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39a966 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39a96d expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302516.822046:0:21285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39a966 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a96d expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302516.822053:0:21285:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39a966 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1ff82925bd39a96d expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302516.828159:0:17098:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789302516.828175:0:17098:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348800/0x1ff82925bd39a77c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a783 expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302516.828186:0:17098:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5348800 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:3.0:1789302516.828191:0:17098:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348800/0x1ff82925bd39a77c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a783 expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302516.828202:0:17098:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348800/0x1ff82925bd39a77c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a783 expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789302516.828210:0:17098:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348800/0x1ff82925bd39a77c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a783 expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302516.828217:0:17098:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789302516.828220:0:17098:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1789302516.828233:0:17098:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cc38433b800 00010000:00010000:3.0:1789302516.828237:0:17098:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348800/0x1ff82925bd39a77c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a783 expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302516.828245:0:17098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348800/0x1ff82925bd39a77c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a783 expref: -99 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302516.828282:0:17098:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302516.828286:0:17098:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39a966 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a96d expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302516.828291:0:17098:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5349e00 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:3.0:1789302516.828294:0:17098:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39a966 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1ff82925bd39a96d expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302516.828302:0:17098:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39a966 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a96d expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789302516.828308:0:17098:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39a966 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a96d expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302516.828313:0:17098:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789302516.828315:0:17098:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1789302516.828320:0:17098:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cc38433b800 00010000:00010000:3.0:1789302516.828323:0:17098:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39a966 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a96d expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302516.828330:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302516.828332:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302516.828334:0:17098:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302516.836963:0:21285:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789302516.836979:0:21285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39a966 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a96d expref: -99 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302516.837003:0:21285:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:2.0:1789302516.837012:0:21285:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:2.0:1789302516.837015:0:21285:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1789302516.837070:0:21285:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1789302516.837074:0:21285:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00010000:00010000:3.0:1789302516.837252:0:17099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789302516.837274:0:21285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789302516.837281:0:21285:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789302516.837286:0:21285:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8cc381fc19c0) has no exports 00000020:00080000:3.0:1789302516.837311:0:21285:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8cc381fc19c0) has no exports 00000020:01000000:3.0:1789302516.841420:0:21285:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cc382854c00 - data ffff8cc4a942f1b0/ffff8cc4bd3eb000 00000020:01000000:3.0:1789302516.841605:0:21285:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8cc383835540 - data ffff8cc48939cbd0/ffff8cc3827ecc00 00100000:10000000:3.0:1789302516.850947:0:21285:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1789302516.875067:0:21285:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a791 00000020:00000080:2.0:1789302516.875079:0:21285:0:(genops.c:885:class_export_put()) final put ffff8cc4b7f59000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1789302516.875102:0:21285:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cc3829c5800 from lustre-OST0001, refs=2 00000020:01000004:2.0:1789302516.875106:0:21285:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc3829c5800 2 00000020:01000004:2.0:1789302516.875109:0:21285:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8cc3829c5800 from lustre-OST0001 00000020:00000080:2.0:1789302516.875569:0:21285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789302516.875581:0:21285:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1789302516.875584:0:21285:0:(genops.c:885:class_export_put()) final put ffff8cc4b7f59800/lustre-OST0001_UUID 00000020:00000080:2.0:1789302516.875587:0:21285:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7f59800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1789302516.875604:0:21285:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000020:00000080:3.0:1789302516.875612:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7f59000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00080000:2.0:1789302516.875830:0:21285:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import c46098ed-e570-4ba8-9393-0223b90f3f6e->MGS 00010000:00010000:2.0:1789302516.875847:0:21285:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc48311cc00/0x1ff82925bd39a4dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a4e3 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789302516.875860:0:21285:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc48311cc00/0x1ff82925bd39a4dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a4e3 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302516.875866:0:21285:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1789302516.875869:0:21285:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1789302516.875873:0:21285:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1789302516.875888:0:21285:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cc38433b800 00010000:00010000:2.0:1789302516.875903:0:21285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc48311cc00/0x1ff82925bd39a4dc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a4e3 expref: -99 pid: 17841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302516.875920:0:21285:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa000/0x1ff82925bd39a3cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x1ff82925bd39a3d2 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789302516.875927:0:21285:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa000/0x1ff82925bd39a3cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x1ff82925bd39a3d2 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302516.875933:0:21285:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789302516.875936:0:21285:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1789302516.875938:0:21285:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1789302516.875947:0:21285:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8cc38433b800 00010000:00010000:2.0:1789302516.875950:0:21285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa000/0x1ff82925bd39a3cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x1ff82925bd39a3d2 expref: -99 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789302516.875967:0:21285:0:(import.c:65:import_set_state_nolock()) ffff8cc38433b800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1789302516.875971:0:21285:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1789302516.875974:0:21285:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1789302516.875975:0:21285:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1789302516.875979:0:21285:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1789302516.875990:0:21285:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8cc4b6b96d80 x1876219121607680/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789302533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1789302516.876014:0:21285:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789302516.876017:0:21285:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:3.0:1789302516.876368:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c46098ed-e570-4ba8-9393-0223b90f3f6e:3644:1876219121607680:0@lo:250:kworker.0 10000000:01000000:2.0:1789302516.876470:0:21285:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1789302516.876484:0:21285:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a3b6 00000020:00000080:2.0:1789302516.876494:0:21285:0:(genops.c:885:class_export_put()) final put ffff8cc382637800/c46098ed-e570-4ba8-9393-0223b90f3f6e 00000020:01000000:2.0:1789302516.876513:0:21285:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.109@tcp (flags='') 00000020:00000080:2.0:1789302516.876522:0:21285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789302516.876530:0:21285:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.109@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789302516.876535:0:21285:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff8cc4bd978000) has no exports 10000000:01000000:1.0:1789302516.876637:0:17107:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1789302516.876703:0:21285:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.109@tcp: client import never connected 00000100:00080000:2.0:1789302516.876707:0:21285:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1789302516.876710:0:21285:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789302516.876712:0:21285:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1789302516.876714:0:21285:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1789302516.876755:0:21285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789302516.876767:0:21285:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.109@tcp (uuid c46098ed-e570-4ba8-9393-0223b90f3f6e) 00000020:01000000:2.0:1789302516.876803:0:21285:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789302516.876807:0:21285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789302516.876812:0:21285:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789302516.876841:0:21285:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8cc4b7e9e800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789302516.876850:0:21285:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff8cc4ac2acd40) has exports, disconnecting them 00000020:00080000:2.0:1789302516.876856:0:21285:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8cc4b7e9e800), last request at 1789302435 00000020:00000080:2.0:1789302516.876860:0:21285:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a7bb 00000020:00080000:2.0:1789302516.876903:0:21285:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc4b7e9e800): rc 0 00000020:00000080:2.0:1789302516.876907:0:21285:0:(genops.c:885:class_export_put()) final put ffff8cc4b7e9e800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789302516.878514:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc382637800/c46098ed-e570-4ba8-9393-0223b90f3f6e for MGC192.168.203.109@tcp 00000020:00000080:3.0:1789302516.878533:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc38433b800 for MGC192.168.203.109@tcp 00000020:00000080:3.0:1789302516.878543:0:8:0:(genops.c:885:class_export_put()) final put ffff8cc38433d800/c46098ed-e570-4ba8-9393-0223b90f3f6e 00000020:00000080:3.0:1789302516.878546:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc38433d800/c46098ed-e570-4ba8-9393-0223b90f3f6e for MGC192.168.203.109@tcp 00000020:01000000:3.0:1789302516.878552:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.109@tcp (c46098ed-e570-4ba8-9393-0223b90f3f6e) 00000020:00000080:3.0:1789302516.879171:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7e9e800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1789302516.885891:0:21285:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1789302516.885905:0:21285:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789302516.885912:0:21285:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789302516.885921:0:21285:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789302516.887916:0:21285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789302516.887929:0:21285:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1789302516.887935:0:21285:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789302516.888060:0:21285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789302516.888065:0:21285:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789302516.888072:0:21285:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8cc4b7e9b800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789302516.888078:0:21285:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff8cc3828919c0) has exports, disconnecting them 00000020:00080000:2.0:1789302516.888083:0:21285:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8cc4b7e9b800), last request at 1789302435 00000020:00000080:2.0:1789302516.888088:0:21285:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a7d0 00000020:00000080:3.0:1789302516.888310:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b7e9b000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789302516.888331:0:8:0:(genops.c:885:class_export_put()) final put ffff8cc482f37800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1789302516.888335:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc482f37800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1789302516.888352:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00080000:2.0:1789302516.888573:0:21285:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8cc4b7e9b800): rc 0 00000020:00000080:2.0:1789302516.888580:0:21285:0:(genops.c:885:class_export_put()) final put ffff8cc4b7e9b800/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1789302516.888855:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7e9b800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1789302516.893266:0:21285:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1789302516.893273:0:21285:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789302516.893277:0:21285:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789302516.893284:0:21285:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789302516.893346:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8cc4b7e9f000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1789302516.895976:0:17098:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1789302516.896198:0:17099:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:3.0:1789302516.896337:0:17093:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8cc4a915c600:17093] 0 exiting: rc = 1 00000100:00100000:3.0:1789302516.898377:0:17094:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8cc381f78400:17094] 1 exiting: rc = 0 00000100:00100000:3.0:1789302516.898488:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789302516.899078:0:17095:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8cc381f78a00:17095] 0 exiting: rc = 1 00000100:00100000:1.0:1789302516.899222:0:20882:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8cc4bd3ce600:20882] 3 exiting: rc = 0 00000100:00100000:0.0:1789302516.899646:0:17096:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8cc483b9f200:17096] 1 exiting: rc = 0 00000100:00100000:0.0:1789302516.899859:0:17097:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8cc4882eda00:17097] 2 exiting: rc = 0 00000100:00100000:3.0:1789302516.900335:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900355:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900373:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900380:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900386:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900392:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900398:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900404:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900409:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900414:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900420:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900425:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900430:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900435:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900441:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900446:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900452:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900457:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900462:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900467:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900472:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900477:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900482:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900488:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900494:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900499:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900505:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900510:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900515:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900520:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900525:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900530:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900536:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900541:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900547:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900552:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900564:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900570:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900575:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900580:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900585:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900591:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900604:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900609:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900614:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900619:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900624:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900629:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900636:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900643:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900649:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900656:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900664:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900752:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900758:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900764:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900771:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900776:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900782:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900788:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900793:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900799:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900804:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302516.900809:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1789302516.905754:0:21285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789302516.905768:0:21285:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1789302516.905774:0:21285:0:(genops.c:885:class_export_put()) final put ffff8cc4b7e9f800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1789302516.905778:0:21285:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc4b7e9f800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1789302516.905784:0:21285:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1789302516.905851:0:21285:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc3829c5800 1 00000020:00000080:3.0:1789302516.905869:0:21285:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x1ff82925bd39a775 00000020:00000080:3.0:1789302516.905880:0:21285:0:(genops.c:885:class_export_put()) final put ffff8cc382632000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1789302516.905898:0:21285:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1789302516.905912:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc382632000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1789302516.905932:0:21285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789302516.905937:0:21285:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789302516.905941:0:21285:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff8cc4ac2a8000) has no exports 00000020:00000080:3.0:1789302517.029992:0:21285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789302517.030006:0:21285:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1789302517.030012:0:21285:0:(genops.c:885:class_export_put()) final put ffff8cc3829c7000/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1789302517.030017:0:21285:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc3829c7000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1789302517.030029:0:21285:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1789302517.030617:0:21285:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8cc3829c3000 00000020:01000000:3.0:1789302517.030646:0:21285:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1789302517.030651:0:21285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789302517.030657:0:21285:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789302517.030661:0:21285:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff8cc4bd344d40) has no exports 00000020:00000080:3.0:1789302517.030692:0:21285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789302517.030698:0:21285:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1789302517.030701:0:21285:0:(genops.c:885:class_export_put()) final put ffff8cc38401c000/OSS_uuid 00000020:00000080:3.0:1789302517.030704:0:21285:0:(genops.c:844:class_export_destroy()) destroying export ffff8cc38401c000/OSS_uuid for OSS 00000020:01000000:3.0:1789302517.030708:0:21285:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:3.0:1789302517.030853:0:18617:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff8cc384100c00:18617] 1 exiting: rc = 0 00000100:00100000:0.0:1789302517.031009:0:19064:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff8cc38408f200:19064] 3 exiting: rc = 0 00000100:00100000:0.0:1789302517.031191:0:18618:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff8cc382921a00:18618] 2 exiting: rc = 0 00000100:00100000:0.0:1789302517.031431:0:20593:0:(service.c:3188:ptlrpc_main()) ll_ost00_004: service thread [ffff8cc38415ea00:20593] 4 exiting: rc = 0 00000100:00100000:1.0:1789302517.031973:0:18616:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff8cc382921800:18616] 0 exiting: rc = 1 00000100:00100000:0.0:1789302517.032199:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.032208:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.032225:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.032231:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.032236:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.032242:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.032248:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.032253:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.032258:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033182:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033195:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033200:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033234:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033239:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033244:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033249:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033255:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033271:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033277:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033282:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033287:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033358:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033364:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033370:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033375:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033379:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033385:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033389:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033394:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033399:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033404:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033409:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033436:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033443:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033457:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033464:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033470:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033476:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033481:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033487:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033492:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033498:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033504:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033508:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033513:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033518:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033523:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033535:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033540:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033545:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033550:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033555:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033560:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033564:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033570:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033574:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033580:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033585:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033591:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033603:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033608:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033613:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033618:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.033623:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00080000:2.0:1789302517.035417:0:17106:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1789302517.035902:0:18621:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8cc4b5fb9600:18621] 1 exiting: rc = 0 00000100:00100000:1.0:1789302517.035907:0:18620:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8cc4adc17e00:18620] 0 exiting: rc = 1 00000100:00100000:2.0:1789302517.036002:0:20248:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_002: service thread [ffff8cc38415ca00:20248] 2 exiting: rc = 0 00000100:00100000:0.0:1789302517.036208:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036433:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036438:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036443:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036449:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036453:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036458:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036464:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036469:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036473:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036478:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036483:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036488:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036494:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036499:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036504:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036510:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036515:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036535:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036540:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036545:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036551:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036557:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036561:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036567:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036572:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036577:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036582:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036589:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036604:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036609:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036615:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036619:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036625:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036630:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036635:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036640:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036645:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036650:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036655:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036661:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036666:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036671:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036676:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036681:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036687:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036692:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036697:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036701:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036706:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036711:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036716:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036721:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036734:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036739:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036745:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036749:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036754:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036759:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036764:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036769:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036774:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036779:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.036784:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789302517.038257:0:18622:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8cc48689ac00:18622] 0 exiting: rc = 1 00000100:00100000:2.0:1789302517.038393:0:18623:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8cc48689a000:18623] 1 exiting: rc = 0 00000100:00100000:3.0:1789302517.039751:0:18624:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8cc4adc17400:18624] 2 exiting: rc = 0 00000100:00100000:0.0:1789302517.039987:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.039995:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040008:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040014:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040020:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040027:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040033:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040040:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040046:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040052:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040059:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040065:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040071:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040077:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040083:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040088:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040093:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040098:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040104:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040152:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040160:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040166:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040171:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040177:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040193:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040199:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040205:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040210:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040445:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040454:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040460:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040465:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040471:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040477:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040483:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040488:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040493:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040500:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040505:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040511:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040516:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040521:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040527:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040547:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040553:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040559:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040564:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040570:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040576:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040581:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040587:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040603:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040610:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040616:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040630:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040636:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040642:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040656:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040662:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040681:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040687:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040693:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040698:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789302517.040705:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.050872:0:18625:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8cc4b5fb9a00:18625] 0 exiting: rc = 1 00000100:00100000:3.0:1789302517.050965:0:18626:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8cc4b9299a00:18626] 1 exiting: rc = 0 00000100:00100000:2.0:1789302517.051108:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051192:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051198:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051203:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051209:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051386:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051394:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051400:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051405:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051409:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051414:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051420:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051426:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051431:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051436:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051441:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051447:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051452:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051458:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051463:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051468:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051473:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051479:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051484:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051490:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051495:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051501:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051506:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051511:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051515:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051536:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051541:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051545:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051550:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051555:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051559:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051564:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051569:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051574:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051579:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051586:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051602:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051609:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051614:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051619:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051624:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051629:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051634:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051640:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051645:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051669:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051677:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051683:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051689:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051694:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051699:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051704:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051709:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051713:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051718:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051723:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051727:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051732:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.051737:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789302517.052843:0:18627:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8cc384392400:18627] 0 exiting: rc = 1 00000100:00100000:1.0:1789302517.053823:0:18628:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8cc4bd210c00:18628] 1 exiting: rc = 0 00000100:00100000:3.0:1789302517.054108:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054129:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054136:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054142:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054147:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054163:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054186:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054194:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054200:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054205:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054211:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054217:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054222:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054228:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054234:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054239:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054245:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054251:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054284:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054777:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054787:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054793:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054799:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054805:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054811:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054816:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054822:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054827:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054833:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054839:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054861:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054868:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054874:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054880:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054886:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054891:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054897:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054903:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054909:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054914:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054929:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054935:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054954:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054961:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054967:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054973:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054979:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054984:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054990:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.054996:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055002:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055008:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055013:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055019:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055039:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055046:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055051:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055057:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055063:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055068:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055075:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055080:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055087:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789302517.055099:0:21285:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1789302517.065502:0:21285:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1789302537.431684:0:22051:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1789302548.082743:0:22650:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789302548.082750:0:22650:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1789302548.082751:0:22650:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1789302548.082875:0:22650:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8cc38367e000 00000020:01000004:3.0:1789302548.082890:0:22650:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1789302548.082897:0:22650:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789302548.082912:0:22650:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8cc4bd3419c0) 00000020:00000080:3.0:1789302548.082926:0:22650:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789302548.167522:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789302548.168780:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.174360:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1789302548.175235:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1789302548.175460:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789302548.176355:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789302548.176764:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1789302548.177452:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1789302548.177917:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1789302548.179057:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1789302548.179747:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789302548.185439:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1789302548.185911:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1789302548.186188:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789302548.186498:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1789302548.187959:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.188276:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.188479:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.188893:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.189141:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.189387:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.189584:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.189868:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.190033:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.190274:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.190461:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.190626:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.190927:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.191152:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.191342:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.194134:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.194480:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.194840:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.195287:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.195665:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.196152:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.196392:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.196612:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.196893:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.197442:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.197707:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.198035:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.198445:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.198932:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.199696:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.199932:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1789302548.200218:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1789302548.202539:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1789302548.204006:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1789302548.207645:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1789302548.209187:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1789302548.209838:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1789302548.210245:0:22650:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00080000:01000000:2.0:1789302548.210735:0:22650:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789302548.210938:0:22650:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1789302548.210947:0:22650:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789302548.210958:0:22650:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x1ff82925bd39acbc 00000020:01000004:2.0:1789302548.210964:0:22650:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1789302548.210969:0:22650:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1789302548.210974:0:22650:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8cc38367e000 from MGS 00000020:01000004:2.0:1789302548.210978:0:22650:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1789302548.210987:0:22650:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8cc382894d40) 00000020:00000080:2.0:1789302548.210998:0:22650:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1789302548.211075:0:22650:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cc38367e000 from MGS, refs=2 00080000:01000000:2.0:1789302548.211080:0:22650:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789302548.211085:0:22650:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x1ff82925bd39acca 00000100:00100000:2.0:1789302548.211506:0:22650:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1789302548.211647:0:22650:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1789302548.211654:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1789302548.212802:0:22650:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1789302548.212812:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1789302548.213586:0:22650:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789302548.213752:0:22650:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1789302548.213758:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1789302548.215200:0:22650:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1789302548.215210:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1789302548.215593:0:22650:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1789302548.215600:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1789302548.216101:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302548.216104:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302548.216106:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302548.216489:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302548.216492:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302548.216494:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302548.216964:0:22650:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1789302548.218643:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1789302548.222688:0:22650:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1789302548.226927:0:22662:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1789302548.231351:0:22650:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1789302548.231413:0:22650:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1789302548.232584:0:22650:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1789302548.232900:0:22650:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789302548.233055:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1789302548.233081:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1789302548.238984:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1789302548.238998:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1789302548.239589:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1789302548.239597:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1789302548.240999:0:22650:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1789302548.241020:0:22650:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.109@tcp' 00000020:01000004:2.0:1789302548.241022:0:22650:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1789302548.241064:0:22650:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.109@tcp (typ=mgc) 00000020:00000080:2.0:1789302548.241076:0:22650:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.109@tcp (ffff8cc382890000) 00000020:00000080:2.0:1789302548.241090:0:22650:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1789302548.241201:0:22650:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc4840f3800@MGC192.168.203.109@tcp: add connection 192.168.203.109@tcp at head 00010000:00010000:2.0:1789302548.241337:0:22650:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.109@tcp-0 is initialized 00000040:01000000:2.0:1789302548.241342:0:22650:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.109@tcp ctxt 1 is initialized 00000100:00080000:3.0:1789302548.243082:0:22667:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1789302548.245643:0:22669:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1789302548.245774:0:22650:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.109@tcp (uuid 74f33a82-37a9-48a8-ac1d-1c458204f846) 00000020:00000080:0.0:1789302548.245796:0:22650:0:(genops.c:1384:class_connect()) connect: client 74f33a82-37a9-48a8-ac1d-1c458204f846, cookie 0x1ff82925bd39acd8 00000100:00080000:0.0:1789302548.245809:0:22650:0:(import.c:545:import_select_connection()) MGC192.168.203.109@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789302548.245821:0:22650:0:(import.c:666:import_select_connection()) MGC192.168.203.109@tcp: import ffff8cc4840f3800 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:0.0:1789302548.245852:0:22650:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6b96300 x1876219121607808/t0(0) o250->MGC192.168.203.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789302548.245880:0:22650:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 74f33a82-37a9-48a8-ac1d-1c458204f846->MGS 00000020:01000004:0.0:1789302548.245901:0:22650:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1789302548.245906:0:22650:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1789302548.245919:0:22650:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8cc4b50bcd40) 00000020:00000080:0.0:1789302548.245931:0:22650:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1789302548.247179:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:74f33a82-37a9-48a8-ac1d-1c458204f846:3644:1876219121607808:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1789302548.247253:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302548.247322:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121607808 00000100:00100000:3.0:1789302548.247330:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121607808 00000100:00100000:3.0:1789302548.247356:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789302548.247362:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3644:x1876219121607808:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1789302548.247396:0:22664:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 74f33a82-37a9-48a8-ac1d-1c458204f846@0@lo t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:3.0:1789302548.247419:0:22664:0:(genops.c:1384:class_connect()) connect: client 74f33a82-37a9-48a8-ac1d-1c458204f846, cookie 0x1ff82925bd39ace6 00000100:00080000:3.0:1789302548.247528:0:22664:0:(import.c:65:import_set_state_nolock()) ffff8cc4b7ef0000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789302548.247576:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+5:3644:x1876219121607808:12345-0@lo:250:mount.lustre.0 Request processed in 212us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302548.247583:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789302548.247623:0:3644:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.109@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789302548.247643:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.203.109@tcp: connect to target with instance 0 00000100:00080000:3.0:1789302548.247651:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.203.109@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1789302548.247655:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1789302548.247658:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4840f3800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1789302548.247660:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1789302548.247667:0:3644:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1789302548.247671:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:74f33a82-37a9-48a8-ac1d-1c458204f846:3644:1876219121607808:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1789302548.259733:0:22650:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789302548.259921:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1789302548.259926:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1789302548.264653:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1789302548.264666:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1789302548.265458:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1789302548.265467:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1789302548.266201:0:22650:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789302548.266366:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1789302548.266371:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1789302548.267741:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1789302548.267752:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1789302548.326620:0:22650:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789302548.327034:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1789302548.327041:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1789302548.328520:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1789302548.328530:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1789302548.329417:0:22650:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789302548.329602:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789302548.329608:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1789302548.330216:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789302548.330223:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1789302548.330692:0:22650:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789302548.330816:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789302548.330820:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1789302548.331784:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789302548.331793:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1789302548.332478:0:22650:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789302548.332623:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789302548.332628:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1789302548.333398:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789302548.333405:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1789302548.370709:0:22650:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789302548.370888:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1789302548.370893:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1789302548.375475:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1789302548.375494:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1789302548.381438:0:22650:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1789302548.381457:0:22650:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1789302548.382829:0:22650:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1789302548.382858:0:22650:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1789302548.382865:0:22650:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.109@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1789302548.382967:0:22650:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.109@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789302548.383007:0:22650:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.109@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1789302548.383011:0:22650:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789302548.383013:0:22650:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789302548.383014:0:22650:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789302548.383015:0:22650:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789302548.383017:0:22650:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789302548.383017:0:22650:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789302548.383019:0:22650:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789302548.383020:0:22650:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789302548.383021:0:22650:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789302548.383023:0:22650:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789302548.383026:0:22650:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1789302548.383028:0:22650:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789302548.383029:0:22650:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789302548.383031:0:22650:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789302548.383032:0:22650:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789302548.383033:0:22650:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789302548.383034:0:22650:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789302548.383035:0:22650:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789302548.383036:0:22650:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789302548.383037:0:22650:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789302548.383039:0:22650:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789302548.383073:0:22650:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1789302548.383092:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382917480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121607936:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789302548.383189:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302548.383226:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a0ab06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302548.383406:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121607936 00000100:00100000:0.0:1789302548.383414:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121607936 00000100:00100000:0.0:1789302548.383460:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789302548.383469:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade98c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+5:22650:x1876219121607936:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789302548.383515:0:22666:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789302548.383518:0:22666:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1789302548.383520:0:22666:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1789302548.387796:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1789302548.388402:0:22666:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:1.0:1789302548.390055:0:22688:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1789302548.390072:0:22688:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1789302548.390075:0:22688:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1789302548.390078:0:22688:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1789302548.390768:0:22688:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1789302548.390962:0:22666:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789302548.390972:0:22666:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1789302548.392562:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade98c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+5:22650:x1876219121607936:12345-0@lo:253:mount.lustre.0 Request processed in 9087us (9366us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302548.392575:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789302548.392674:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382917480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121607936:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789302548.392690:0:22650:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1789302548.392693:0:22650:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789302548.392695:0:22650:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789302548.392697:0:22650:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789302548.392706:0:22650:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789302548.392707:0:22650:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789302548.392708:0:22650:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789302548.392712:0:22650:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789302548.392713:0:22650:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789302548.392715:0:22650:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789302548.392716:0:22650:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789302548.392734:0:22650:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8cc38367e000 from lustre-MDT0000 10000000:01000000:2.0:1789302548.392762:0:22650:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1789302548.392765:0:22650:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1789302548.392769:0:22650:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8cc382890000 10000000:01000000:2.0:1789302548.392773:0:22650:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789302548.392780:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8cc382890000 from 1 10000000:01000000:2.0:1789302548.392783:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1789302548.392817:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.392827:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.392836:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302548.392855:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382917480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121608064:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789302548.392888:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302548.392921:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a0ab0480 going to sleep for 11 seconds 00000100:00100000:3.0:1789302548.392978:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121608064 00000100:00100000:3.0:1789302548.392984:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121608064 00000100:00100000:3.0:1789302548.393020:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789302548.393028:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade98850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+5:22650:x1876219121608064:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302548.393040:0:22665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302548.393053:0:22665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc480031400/0x1ff82925bd39acf4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39aced expref: -99 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302548.393084:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc480031400/0x1ff82925bd39acf4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39aced expref: 6 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302548.393094:0:22665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc480031400/0x1ff82925bd39acf4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39aced expref: 6 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302548.393102:0:22665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc480031400, rc 0) 00000100:00100000:3.0:1789302548.393167:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade98850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+6:22650:x1876219121608064:12345-0@lo:101:mount.lustre.0 Request processed in 139us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302548.393173:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789302548.393337:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382917480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121608064:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789302548.393349:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.393358:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302548.393420:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121608192:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789302548.393444:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.393470:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc490ed2240 going to sleep for 11 seconds 00000100:00100000:1.0:1789302548.393527:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121608192 00000100:00100000:1.0:1789302548.393532:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121608192 00000100:00100000:1.0:1789302548.393564:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789302548.393571:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade99c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+6:22650:x1876219121608192:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789302548.393641:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade99c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+6:22650:x1876219121608192:12345-0@lo:501:mount.lustre.0 Request processed in 71us (196us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789302548.393648:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789302548.393716:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121608192:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789302548.393746:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1789302548.393765:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.393786:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789302548.393793:0:22650:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8cc38367e000 10000000:01000000:0.0:1789302548.393796:0:22650:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789302548.393800:0:22650:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8cc38367e000 10000000:01000000:0.0:1789302548.393802:0:22650:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789302548.393805:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8cc38367e000 from 1 10000000:01000000:0.0:1789302548.393807:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789302548.393823:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b538f800/0x1ff82925bd39acfb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.393830:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4b538f800/0x1ff82925bd39acfb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.393837:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4b538f800/0x1ff82925bd39acfb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302548.393848:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121608320:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789302548.393872:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.393891:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc490ed2240 going to sleep for 11 seconds 00000100:00100000:2.0:1789302548.393950:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121608320 00000100:00100000:2.0:1789302548.393954:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121608320 00000100:00100000:2.0:1789302548.393986:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789302548.393992:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+6:22650:x1876219121608320:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789302548.393999:0:22664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302548.394009:0:22664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4869d0a00/0x1ff82925bd39ad02 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39acfb expref: -99 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.394030:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4869d0a00/0x1ff82925bd39ad02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39acfb expref: 7 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.394039:0:22664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4869d0a00/0x1ff82925bd39ad02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39acfb expref: 7 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.394046:0:22664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4869d0a00, rc 0) 00000100:00100000:2.0:1789302548.394074:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+7:22650:x1876219121608320:12345-0@lo:101:mount.lustre.0 Request processed in 83us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302548.394082:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789302548.394269:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121608320:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789302548.394280:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4b538f800/0x1ff82925bd39acfb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ad02 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.394287:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4b538f800/0x1ff82925bd39acfb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39ad02 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789302548.394310:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1789302548.394325:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b538f800/0x1ff82925bd39acfb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ad02 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.394332:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4b538f800/0x1ff82925bd39acfb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ad02 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789302548.394338:0:22650:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789302548.394342:0:22650:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789302548.394346:0:22650:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8cc38367e000 10000000:01000000:0.0:1789302548.394349:0:22650:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789302548.394351:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1789302548.394353:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1789302548.394367:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b538ee00/0x1ff82925bd39ad09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.394373:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4b538ee00/0x1ff82925bd39ad09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.394392:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4b538ee00/0x1ff82925bd39ad09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302548.394404:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121608448:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789302548.394429:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.394457:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc490ed2240 going to sleep for 11 seconds 00000100:00100000:2.0:1789302548.394509:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121608448 00000100:00100000:2.0:1789302548.394513:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121608448 00000100:00100000:2.0:1789302548.394543:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789302548.394549:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+7:22650:x1876219121608448:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789302548.394555:0:22664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302548.394563:0:22664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4869d1c00/0x1ff82925bd39ad10 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39ad09 expref: -99 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.394578:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4869d1c00/0x1ff82925bd39ad10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39ad09 expref: 8 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.394585:0:22664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4869d1c00/0x1ff82925bd39ad10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39ad09 expref: 8 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.394591:0:22664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4869d1c00, rc 0) 00000100:00100000:2.0:1789302548.394617:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+8:22650:x1876219121608448:12345-0@lo:101:mount.lustre.0 Request processed in 68us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302548.394623:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789302548.394730:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121608448:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789302548.394739:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4b538ee00/0x1ff82925bd39ad09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ad10 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.394753:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4b538ee00/0x1ff82925bd39ad09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39ad10 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302548.394795:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121608576:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789302548.394820:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.394841:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc490ed2240 going to sleep for 11 seconds 00000100:00100000:2.0:1789302548.394893:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121608576 00000100:00100000:2.0:1789302548.394897:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121608576 00000100:00100000:2.0:1789302548.394925:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789302548.394931:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+8:22650:x1876219121608576:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302548.395072:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+9:22650:x1876219121608576:12345-0@lo:501:mount.lustre.0 Request processed in 141us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302548.395079:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789302548.395164:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121608576:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789302548.395197:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121608704:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789302548.395234:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302548.395250:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc382957cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789302548.395349:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121608704 00000100:00100000:2.0:1789302548.395353:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121608704 00000100:00100000:2.0:1789302548.395371:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789302548.395387:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade99450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+9:22650:x1876219121608704:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789302548.396304:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade99450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+9:22650:x1876219121608704:12345-0@lo:503:mount.lustre.0 Request processed in 923us (1065us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302548.396314:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789302548.396405:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121608704:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789302548.396860:0:22689:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22689:1876219121608832:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789302548.396905:0:22689:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302548.396942:0:22689:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc3829570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302548.397036:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121608832 00000100:00100000:0.0:1789302548.397043:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121608832 00000100:00100000:0.0:1789302548.397092:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789302548.397099:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade99050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+9:22689:x1876219121608832:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789302548.398074:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade99050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+9:22689:x1876219121608832:12345-0@lo:502:llog_process_th.0 Request processed in 972us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302548.398084:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789302548.398235:0:22689:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22689:1876219121608832:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789302548.398267:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302548.398278:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302548.398280:0:22689:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789302548.398285:0:22689:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1789302548.398288:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789302548.398305:0:22689:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8cc381fc19c0) 00000020:00000080:1.0:1789302548.398321:0:22689:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1789302548.398326:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1789302548.398405:0:22689:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789302548.398411:0:22689:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x1ff82925bd39ad1e 00000020:00000080:1.0:1789302548.398615:0:22689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1789302548.398620:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302548.398623:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302548.398625:0:22689:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789302548.398712:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302548.398717:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302548.398718:0:22689:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1789302548.398722:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789302548.398732:0:22689:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8cc381fc3380) 00000020:00000080:1.0:1789302548.398742:0:22689:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1789302548.398751:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789302548.398753:0:22689:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1789302548.398755:0:22689:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1789302548.398760:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789302548.398797:0:22689:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cc38367e000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1789302548.398808:0:22689:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8cc381fc0000) 00000020:00000080:1.0:1789302548.398816:0:22689:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1789302548.398862:0:22689:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789302548.398867:0:22689:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x1ff82925bd39ad33 00000020:00000080:1.0:1789302548.398954:0:22689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1789302548.398959:0:22689:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789302548.398963:0:22689:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x1ff82925bd39ad3a 00080000:01000000:1.0:1789302548.398967:0:22689:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789302548.398970:0:22689:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x1ff82925bd39ad41 00010000:00010000:2.0:1789302548.495199:0:22689:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1789302548.497267:0:22689:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934637 00000001:00080000:2.0:1789302548.499392:0:22689:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1789302548.500015:0:22689:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8cc382893380) 00000020:00000080:2.0:1789302548.500035:0:22689:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1789302548.500333:0:22689:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1789302548.500342:0:22689:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x1ff82925bd39ad4f 00000020:00000080:2.0:1789302548.504017:0:22689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789302548.507371:0:22689:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x1ff82925bd39ad56 00000020:00000080:2.0:1789302548.509045:0:22689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1789302548.509133:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789302548.509143:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302548.509146:0:22689:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1789302548.509150:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789302548.509153:0:22689:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1789302548.509504:0:22689:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789302548.509507:0:22689:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789302548.509509:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789302548.509513:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302548.509515:0:22689:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789302548.509518:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789302548.509523:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302548.509524:0:22689:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1789302548.509529:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1789302548.509664:0:22689:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1789302548.509684:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789302548.509688:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302548.509690:0:22689:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1789302548.509692:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789302548.509695:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302548.509697:0:22689:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1789302548.509700:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789302548.509706:0:22689:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.109@tcp to nid 0x20000c0a8cb6d (192.168.203.109@tcp) 00000020:00000080:2.0:1789302548.509833:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789302548.509850:0:22689:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8cc3828919c0) 00000020:00000080:2.0:1789302548.509867:0:22689:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1789302548.509873:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789302548.509940:0:22689:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1789302548.509946:0:22689:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789302548.509952:0:22689:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x1ff82925bd39ad64 00010000:00080000:2.0:1789302548.509984:0:22689:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc484fba000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.109@tcp at head 00010000:00010000:2.0:1789302548.513214:0:22689:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1789302548.517708:0:22689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789302548.517724:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1789302548.518653:0:22689:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789302548.518676:0:22689:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x1ff82925bd39ad6b 00000100:00080000:2.0:1789302548.518688:0:22689:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789302548.518699:0:22689:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8cc484fba000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302548.518827:0:22689:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382916d80 x1876219121608960/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789302548.518941:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121608960:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789302548.519007:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789302548.519137:0:22689:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1789302548.519214:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789302548.519219:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302548.519222:0:22689:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1789302548.519225:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789302548.519228:0:22689:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1789302548.519230:0:22689:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789302548.519231:0:22689:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789302548.519233:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789302548.519235:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302548.519236:0:22689:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789302548.519239:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789302548.519243:0:22689:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1789302548.519248:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302548.519249:0:22689:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789302548.519252:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789302548.519256:0:22689:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.109@tcp to nid 0x20000c0a8cb6d (192.168.203.109@tcp) 00000020:01000000:2.0:1789302548.519279:0:22689:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1789302548.519283:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789302548.519296:0:22689:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8cc4bd978000) 00000020:00000080:2.0:1789302548.519309:0:22689:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1789302548.519316:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789302548.519395:0:22689:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1789302548.519401:0:22689:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1789302548.519407:0:22689:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x1ff82925bd39ad79 00010000:00080000:2.0:1789302548.519433:0:22689:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc485de3000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.109@tcp at head 00010000:00010000:2.0:1789302548.519669:0:22689:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:3.0:1789302548.520391:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121608960 00000100:00100000:3.0:1789302548.520400:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121608960 00000100:00100000:3.0:1789302548.520435:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789302548.520443:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876219121608960:12345-0@lo:38:llog_process_th.0 00010000:00020000:3.0:1789302548.520460:0:22676:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:2.0:1789302548.527479:0:22689:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789302548.527702:0:22689:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1789302548.531340:0:22689:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789302548.532890:0:22689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1789302548.537468:0:22689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00100000:3.0:1789302548.538083:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876219121608960:12345-0@lo:38:llog_process_th.0 Request processed in 17635us (19070us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789302548.538096:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1789302548.538212:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc484fba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789302548.538218:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789302548.538222:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121608960:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1789302548.538397:0:22695:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789302548.538401:0:22695:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1789302548.539146:0:22689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789302548.539160:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789302548.539196:0:22689:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1789302548.539216:0:22689:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x1ff82925bd39ad80 00000100:00080000:0.0:1789302548.539223:0:22689:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789302548.539240:0:22689:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8cc485de3000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:0.0:1789302548.539270:0:22689:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6b97480 x1876219121609088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789302548.539292:0:22689:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:1.0:1789302548.539321:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121609088:0@lo:8:llog_process_th.0 00000020:01000000:0.0:1789302548.539342:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789302548.539346:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789302548.539347:0:22689:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789302548.539350:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789302548.539352:0:22689:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1789302548.539354:0:22689:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789302548.539355:0:22689:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789302548.539357:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000400:00000100:1.0:1789302548.539359:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876219121609088 offset 0 length 520: 4 00000020:00000080:0.0:1789302548.539359:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789302548.539361:0:22689:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789302548.539363:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789302548.539367:0:22689:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789302548.539369:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789302548.539370:0:22689:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789302548.539385:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789302548.539389:0:22689:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.109@tcp to nid 0x20000c0a8cb6d (192.168.203.109@tcp) 00000020:01000000:0.0:1789302548.539409:0:22689:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789302548.539411:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789302548.539422:0:22689:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8cc4b50b99c0) 00000020:00000080:0.0:1789302548.539433:0:22689:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1789302548.539438:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789302548.539502:0:22689:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1789302548.539507:0:22689:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:0.0:1789302548.539513:0:22689:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x1ff82925bd39ad8e 00010000:00080000:0.0:1789302548.539924:0:22689:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc38422a000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.109@tcp at head 00010000:00010000:0.0:1789302548.542767:0:22689:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1789302548.542851:0:22689:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789302548.542882:0:22689:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1789302548.544968:0:22689:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789302548.545739:0:22689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1789302548.545903:0:22689:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1789302548.547988:0:22697:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789302548.547996:0:22697:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1789302548.548850:0:22689:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789302548.548863:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789302548.548899:0:22689:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789302548.548919:0:22689:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x1ff82925bd39ad95 00000100:00080000:0.0:1789302548.548929:0:22689:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789302548.548941:0:22689:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8cc38422a000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:0.0:1789302548.548975:0:22689:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6b94000 x1876219121609216/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789302548.549006:0:22689:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1789302548.549049:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789302548.549053:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789302548.549055:0:22689:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1789302548.549059:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789302548.549063:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789302548.549064:0:22689:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789302548.549067:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789302548.549069:0:22689:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789302548.549071:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789302548.549073:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789302548.549074:0:22689:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789302548.549077:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789302548.549079:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789302548.549081:0:22689:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789302548.549085:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1789302548.549142:0:22689:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22689:1876219121609344:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789302548.549238:0:22689:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.549272:0:22689:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc383a38240 going to sleep for 11 seconds 00000100:00100000:2.0:1789302548.549500:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121609344 00000100:00100000:2.0:1789302548.549507:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121609344 00000100:00100000:2.0:1789302548.549545:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789302548.549554:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+9:22689:x1876219121609344:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789302548.549684:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+9:22689:x1876219121609344:12345-0@lo:502:llog_process_th.0 Request processed in 131us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302548.549691:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789302548.549736:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121609216:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1789302548.549759:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876219121609216 offset 0 length 520: 4 00000100:00100000:2.0:1789302548.549796:0:22689:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22689:1876219121609344:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789302548.549819:0:22689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789302548.549823:0:22689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302548.549825:0:22689:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789302548.549828:0:22689:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1789302548.549881:0:22650:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1789302548.549900:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1789302548.549922:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b538ee00/0x1ff82925bd39ad09 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ad10 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.549932:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4b538ee00/0x1ff82925bd39ad09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ad10 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302548.549940:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cc38367e000 from 1 10000000:01000000:2.0:1789302548.549943:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789302548.549968:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.549981:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.549990:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302548.550004:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121609472:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789302548.550031:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302548.550043:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc382a33a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789302548.550899:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121609472 00000100:00100000:0.0:1789302548.550907:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121609472 00000100:00100000:0.0:1789302548.550947:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789302548.550956:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+9:22650:x1876219121609472:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789302548.550968:0:22665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302548.550986:0:22665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b538f400/0x1ff82925bd39ada3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39ad9c expref: -99 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.551008:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b538f400/0x1ff82925bd39ada3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39ad9c expref: 10 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.551019:0:22665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b538f400/0x1ff82925bd39ada3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39ad9c expref: 10 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.551026:0:22665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b538f400, rc 0) 00000100:00100000:0.0:1789302548.551087:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+10:22650:x1876219121609472:12345-0@lo:101:mount.lustre.0 Request processed in 132us (1055us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302548.551092:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789302548.551175:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121609472:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302548.551198:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ada3 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302548.551207:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39ada3 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302548.551826:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121609600:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1789302548.551868:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302548.551907:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4bd95fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1789302548.552405:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121609600 00000100:00100000:0.0:1789302548.552412:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121609600 00000100:00100000:0.0:1789302548.552461:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789302548.552469:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+10:22650:x1876219121609600:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1789302548.552483:0:22664:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1789302548.552489:0:22664:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1789302548.552567:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+10:22650:x1876219121609600:12345-0@lo:256:mount.lustre.0 Request processed in 99us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302548.552585:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789302548.552724:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121609600:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1789302548.553324:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789302548.553335:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ada3 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.553345:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ada3 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302548.553352:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cc38367e000 from 1 10000000:01000000:2.0:1789302548.553355:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789302548.553395:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.553402:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.553412:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302548.553629:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121609728:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789302548.553672:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302548.553698:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc382a339c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302548.553835:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121609728 00000100:00100000:0.0:1789302548.553841:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121609728 00000100:00100000:0.0:1789302548.553874:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789302548.553882:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+10:22650:x1876219121609728:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789302548.553892:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302548.553906:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b538e000/0x1ff82925bd39adb1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39adaa expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.553924:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b538e000/0x1ff82925bd39adb1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39adaa expref: 11 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.553933:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b538e000/0x1ff82925bd39adb1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39adaa expref: 11 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.553940:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b538e000, rc 0) 00000100:00100000:0.0:1789302548.553981:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+11:22650:x1876219121609728:12345-0@lo:101:mount.lustre.0 Request processed in 100us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302548.553986:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789302548.554146:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121609728:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789302548.554160:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39adb1 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.554168:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39adb1 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302548.554519:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121609856:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302548.554551:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302548.554617:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc382a339c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302548.557330:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121609856 00000100:00100000:0.0:1789302548.557343:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121609856 00000100:00100000:1.0:1789302548.557883:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789302548.557892:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+11:22650:x1876219121609856:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789302548.558100:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+11:22650:x1876219121609856:12345-0@lo:501:mount.lustre.0 Request processed in 209us (3548us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302548.558108:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789302548.558204:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121609856:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302548.558254:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121609984:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789302548.558304:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.558325:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121609984 00000100:00100000:0.0:1789302548.558330:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121609984 00000100:00100000:2.0:1789302548.558339:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc382a339c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302548.558350:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789302548.558356:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+11:22650:x1876219121609984:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789302548.558456:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+11:22650:x1876219121609984:12345-0@lo:503:mount.lustre.0 Request processed in 99us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302548.558462:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789302548.558504:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121609984:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789302548.559267:0:22699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22699:1876219121610112:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789302548.559308:0:22699:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302548.559340:0:22699:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7f24e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789302548.559441:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121610112 00000100:00100000:2.0:1789302548.559446:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121610112 00000100:00100000:2.0:1789302548.559479:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789302548.559486:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+11:22699:x1876219121610112:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789302548.559953:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+11:22699:x1876219121610112:12345-0@lo:502:llog_process_th.0 Request processed in 465us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302548.559970:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789302548.560040:0:22699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22699:1876219121610112:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789302548.560073:0:22699:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302548.560081:0:22699:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302548.560083:0:22699:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789302548.560094:0:22699:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cc38367e000 00000020:00000080:1.0:1789302548.560097:0:22699:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789302548.560104:0:22699:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302548.560106:0:22699:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302548.560108:0:22699:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789302548.560142:0:22699:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302548.560146:0:22699:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302548.560148:0:22699:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789302548.560151:0:22699:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cc38367e000 00000020:00000080:1.0:1789302548.560153:0:22699:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789302548.560210:0:22699:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302548.560213:0:22699:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302548.560214:0:22699:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789302548.560217:0:22699:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302548.560219:0:22699:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302548.560220:0:22699:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789302548.560224:0:22699:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8cc38367e000 00000020:00000080:1.0:1789302548.560226:0:22699:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789302548.560240:0:22699:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302548.560242:0:22699:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302548.560243:0:22699:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789302548.560245:0:22699:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302548.560247:0:22699:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302548.560248:0:22699:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789302548.560251:0:22699:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8cc38367e000 00000020:00000080:1.0:1789302548.560253:0:22699:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1789302548.560285:0:22699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22699:1876219121610240:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789302548.560317:0:22699:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302548.560334:0:22699:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc3829570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302548.563550:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121610240 00000100:00100000:0.0:1789302548.563562:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121610240 00000100:00100000:0.0:1789302548.563609:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789302548.563618:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+11:22699:x1876219121610240:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789302548.563774:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+11:22699:x1876219121610240:12345-0@lo:502:llog_process_th.0 Request processed in 156us (3456us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302548.563782:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789302548.564337:0:22699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22699:1876219121610240:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789302548.564368:0:22699:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302548.564393:0:22699:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302548.564396:0:22699:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789302548.564400:0:22699:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1789302548.564722:0:22650:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789302548.564744:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789302548.564760:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39adb1 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.564772:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39adb1 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789302548.564822:0:22650:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789302548.564825:0:22650:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8cc38367e000 10000000:01000000:0.0:1789302548.564828:0:22650:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8cc38367e000 10000000:01000000:0.0:1789302548.564831:0:22650:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789302548.564836:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8cc38367e000 from 1 10000000:01000000:0.0:1789302548.564839:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789302548.564868:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39adb8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.564876:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39adb8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.564886:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39adb8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302548.564914:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121610368:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789302548.564954:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.564983:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc383a38840 going to sleep for 11 seconds 00000100:00100000:0.0:1789302548.565007:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121610368 00000100:00100000:0.0:1789302548.565012:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121610368 00000100:00100000:0.0:1789302548.565038:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789302548.565045:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+11:22650:x1876219121610368:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789302548.565054:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302548.565065:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b538e400/0x1ff82925bd39adbf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39adb8 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.565083:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b538e400/0x1ff82925bd39adbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39adb8 expref: 12 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.565093:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b538e400/0x1ff82925bd39adbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39adb8 expref: 12 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.565100:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b538e400, rc 0) 00000100:00100000:0.0:1789302548.565152:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22650:x1876219121610368:12345-0@lo:101:mount.lustre.0 Request processed in 107us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302548.565158:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789302548.565191:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121610368:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789302548.565203:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39adb8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39adbf expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.565211:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39adb8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39adbf expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302548.565263:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121610496:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789302548.565286:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.565302:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc383a38840 going to sleep for 11 seconds 00000100:00100000:0.0:1789302548.565314:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121610496 00000100:00100000:0.0:1789302548.565318:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121610496 00000100:00100000:0.0:1789302548.565336:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789302548.565341:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22650:x1876219121610496:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789302548.565446:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22650:x1876219121610496:12345-0@lo:501:mount.lustre.0 Request processed in 104us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302548.565452:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789302548.565481:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121610496:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789302548.565506:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121610624:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789302548.565542:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.565555:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc383a38840 going to sleep for 11 seconds 00000100:00100000:0.0:1789302548.565567:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121610624 00000100:00100000:0.0:1789302548.565571:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121610624 00000100:00100000:0.0:1789302548.565587:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789302548.565592:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22650:x1876219121610624:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789302548.566188:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22650:x1876219121610624:12345-0@lo:503:mount.lustre.0 Request processed in 593us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302548.566195:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789302548.566241:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121610624:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789302548.577305:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22702:1876219121610752:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789302548.577398:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302548.577434:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121610752 00000100:00100000:1.0:1789302548.577440:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121610752 00000100:00100000:1.0:1789302548.577478:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789302548.577486:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22702:x1876219121610752:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789302548.577584:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22702:x1876219121610752:12345-0@lo:502:llog_process_th.0 Request processed in 99us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302548.577592:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789302548.577639:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d7840 going to sleep for 11 seconds 00000100:00100000:1.0:1789302548.577657:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22702:1876219121610752:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1789302548.577707:0:22702:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1789302548.577721:0:22702:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8cc381fc4d40) 00000020:00000080:1.0:1789302548.577737:0:22702:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1789302548.577800:0:22702:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cc38367e000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1789302548.577803:0:22702:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cc38367e000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1789302548.577805:0:22702:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc38367e000 4 00010000:00080000:1.0:1789302548.577830:0:22702:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc382637000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.109@tcp at head 00010000:00010000:1.0:1789302548.579429:0:22702:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1789302548.585332:0:22702:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1789302548.585389:0:22702:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789302548.585401:0:22702:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x1ff82925bd39adcd 00000100:00080000:3.0:1789302548.585411:0:22702:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789302548.585421:0:22702:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8cc382637000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:3.0:1789302548.585454:0:22702:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6ae5180 x1876219121610880/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789302548.585481:0:22702:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1789302548.586025:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876219121610880:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789302548.586089:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.586459:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22702:1876219121611008:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789302548.586507:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.586529:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc383a38840 going to sleep for 11 seconds 00000100:00100000:2.0:1789302548.587467:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121611008 00000100:00100000:2.0:1789302548.587475:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121611008 00000100:00100000:2.0:1789302548.587522:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789302548.587530:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22702:x1876219121611008:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789302548.587720:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22702:x1876219121611008:12345-0@lo:502:llog_process_th.0 Request processed in 190us (1211us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302548.587728:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789302548.587742:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22702:1876219121611008:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789302548.587786:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22702:1876219121611136:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789302548.587820:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.587845:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc383a38840 going to sleep for 11 seconds 00000100:00100000:3.0:1789302548.587887:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121611136 00000100:00100000:3.0:1789302548.587891:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121611136 00000100:00100000:3.0:1789302548.587921:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789302548.587928:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22702:x1876219121611136:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789302548.588000:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22702:x1876219121611136:12345-0@lo:502:llog_process_th.0 Request processed in 72us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302548.588006:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789302548.588041:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f33a82-37a9-48a8-ac1d-1c458204f846:22702:1876219121611136:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1789302548.588143:0:22702:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1789302548.588286:0:22650:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789302548.588310:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789302548.588323:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39adb8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39adbf expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.588334:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e600/0x1ff82925bd39adb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39adbf expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789302548.588387:0:22650:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789302548.588390:0:22650:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789302548.588391:0:22650:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789302548.588392:0:22650:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789302548.588394:0:22650:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789302548.588395:0:22650:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789302548.588396:0:22650:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789302548.588398:0:22650:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789302548.588400:0:22650:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789302548.588401:0:22650:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789302548.588404:0:22650:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1789302548.588406:0:22650:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789302548.588407:0:22650:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789302548.588408:0:22650:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789302548.588410:0:22650:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789302548.588411:0:22650:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789302548.588412:0:22650:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789302548.588413:0:22650:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789302548.588414:0:22650:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789302548.588419:0:22650:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789302548.588420:0:22650:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789302548.588432:0:22650:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1789302548.588441:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b97800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121611264:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789302548.588469:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.588490:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc383a38b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789302548.588535:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121611264 00000100:00100000:3.0:1789302548.588539:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121611264 00000100:00100000:3.0:1789302548.588568:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789302548.588574:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22650:x1876219121611264:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789302548.588589:0:22664:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1789302548.588600:0:22664:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1789302548.590720:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121610880 00000100:00100000:1.0:1789302548.590734:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121610880 00000100:00100000:1.0:1789302548.590817:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789302548.590825:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876219121610880:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789302548.590917:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876219121610880:12345-0@lo:38:llog_process_th.0 Request processed in 91us (4827us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789302548.590939:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789302548.591007:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789302548.591015:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc382637000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789302548.591020:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789302548.591024:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876219121610880:0@lo:38:llog_process_th.0 20000000:01000000:3.0:1789302548.593506:0:22664:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789302548.593527:0:22664:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1789302548.593807:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22650:x1876219121611264:12345-0@lo:253:mount.lustre.0 Request processed in 5229us (5333us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302548.593820:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 20000000:01000000:0.0:1789302548.594168:0:22687:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789302548.594173:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789302548.594194:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.594212:0:22687:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc4b538f400/0x1ff82925bd39ada3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39ad9c expref: 11 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.594221:0:22687:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.594256:0:22687:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc4b538f400/0x1ff82925bd39ada3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39ad9c expref: 11 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302548.594271:0:22687:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc4b538f400/0x1ff82925bd39ada3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39ad9c expref: 11 pid: 22665 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302548.594284:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121611392:0@lo:104: 00000100:00100000:0.0:1789302548.594318:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302548.594407:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc383a38480 going to sleep for 11 seconds 00000100:00100000:0.0:1789302548.594441:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:22650:1876219121611264:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789302548.594453:0:22650:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1789302548.594456:0:22650:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789302548.594457:0:22650:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789302548.594459:0:22650:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789302548.594466:0:22650:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789302548.594467:0:22650:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789302548.594469:0:22650:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789302548.594470:0:22650:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789302548.594471:0:22650:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789302548.594473:0:22650:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789302548.594475:0:22650:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789302548.594487:0:22650:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1789302548.599016:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121611392 00000100:00100000:3.0:1789302548.599030:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121611392 00000100:00100000:3.0:1789302548.599196:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789302548.599207:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+3:22687:x1876219121611392:12345-0@lo:104: 00010000:00010000:3.0:1789302548.599226:0:22654:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39ada3 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302548.599319:0:22654:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789302548.599326:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+3:22687:x1876219121611392:12345-0@lo:104: Request processed in 121us (5007us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302548.599333:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:2.0:1789302548.599382:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302548.599390:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39ada3 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599397:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4869d0800 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:2.0:1789302548.599402:0:22660:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39ada3 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599411:0:22660:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39ada3 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789302548.599418:0:22660:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39ada3 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302548.599423:0:22660:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789302548.599458:0:22660:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39ada3 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599476:0:22660:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789302548.599495:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39ada3 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599502:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39ad9c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39ada3 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599518:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302548.599520:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302548.599522:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302548.599557:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789302548.599570:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121611520:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789302548.599609:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302548.599661:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121611520 00000100:00100000:2.0:1789302548.599665:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121611520 00010000:00010000:2.0:1789302548.599683:0:22656:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc4b538f400/0x1ff82925bd39ada3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39ad9c expref: 12 pid: 22665 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302548.599705:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789302548.599712:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382914380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+12:3648:x1876219121611520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789302548.599722:0:22656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789302548.599727:0:22656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc4b538f400/0x1ff82925bd39ada3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39ad9c expref: 12 pid: 22665 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599738:0:22656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc4b538f400/0x1ff82925bd39ada3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39ad9c expref: 12 pid: 22665 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599754:0:22656:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599770:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789302548.599786:0:22656:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005613295s 00010000:00010000:2.0:1789302548.599791:0:22656:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599797:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599804:0:22656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599811:0:22656:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599817:0:22656:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b538ec00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302548.599821:0:22656:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599828:0:22656:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599837:0:22656:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.599847:0:22656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789302548.599876:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382914380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+12:3648:x1876219121611520:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302548.599882:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789302548.599925:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121611520:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789302548.602355:0:22687:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b538f400/0x1ff82925bd39ada3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39ad9c expref: 11 pid: 22665 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302548.602390:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121611392:0@lo:104: 00010000:00010000:2.0:1789302548.602414:0:22687:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.602423:0:22687:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.602429:0:22687:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302548.602435:0:22687:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39add4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1789302548.628198:0:22650:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967530 00000040:01000000:1.0:1789302548.631659:0:22650:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1789302548.633384:0:22711:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967530 00000020:00080000:0.0:1789302548.633392:0:22711:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000040:01000000:1.0:1789302548.635172:0:22712:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789302548.635208:0:22650:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:01000000:1.0:1789302548.635799:0:22650:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1789302548.635838:0:22650:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1789302548.636315:0:22650:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1789302548.636322:0:22650:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1789302548.636355:0:22650:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789302548.636517:0:22712:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1789302548.637296:0:22713:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8cc4b6b97800 x1876219121611648/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302548.637310:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00000040:00080000:1.0:1789302548.637350:0:22650:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1789302548.641233:0:22650:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1789302548.641277:0:22650:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1789302548.641804:0:22712:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789302548.641852:0:22712:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:1.0:1789302548.648472:0:22650:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1789302548.649095:0:22650:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1789302548.654028:0:22650:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1789302548.656803:0:22650:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789302548.656849:0:22650:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffadc441c87988 00100000:10000000:0.0:1789302548.656857:0:22650:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1789302548.658145:0:22650:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789302548.658161:0:22650:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.109@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789302548.658308:0:22650:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1789302548.658325:0:22650:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1789302548.662797:0:22650:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789302548.663077:0:22650:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789302549.269709:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302549.652217:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00000040:00080000:1.0:1789302549.662612:0:22706:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1789302549.662622:0:22706:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789302549.663817:0:22706:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1789302549.663826:0:22706:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:2.0:1789302550.228499:0:22669:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789302550.228506:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cc38367e000 from 11 10000000:01000000:2.0:1789302550.228510:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789302550.228552:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302550.228564:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302550.228576:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302550.228605:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121611776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789302550.228664:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302550.228714:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc490b73c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789302550.229577:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121611776 00000100:00100000:1.0:1789302550.229587:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121611776 00000100:00100000:1.0:1789302550.229648:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789302550.229657:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+11:22669:x1876219121611776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302550.229680:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789302550.229699:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc3839ab200/0x1ff82925bd39ade2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39addb expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302550.229722:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc3839ab200/0x1ff82925bd39ade2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39addb expref: 12 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302550.229732:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc3839ab200/0x1ff82925bd39ade2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39addb expref: 12 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302550.229747:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc3839ab200, rc 0) 00000100:00100000:1.0:1789302550.229800:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22669:x1876219121611776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (1136us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302550.229806:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789302550.229856:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121611776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302550.229872:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ade2 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302550.229882:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39ade2 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302550.229937:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121611904:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789302550.229981:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302550.230006:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7ef6e40 going to sleep for 11 seconds 00000100:00100000:1.0:1789302550.230020:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121611904 00000100:00100000:1.0:1789302550.230025:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121611904 00000100:00100000:1.0:1789302550.230049:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789302550.230056:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22669:x1876219121611904:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789302550.230070:0:22664:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789302550.230085:0:22664:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789302550.230088:0:22664:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789302550.230191:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+12:22669:x1876219121611904:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 135us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302550.230198:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789302550.230244:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121611904:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789302550.230290:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789302550.230297:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ade2 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302550.230305:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ade2 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302550.292213:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789302550.679578:0:22706:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789302550.679588:0:22706:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789302550.679706:0:22706:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1789302550.679743:0:22706:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789302550.679873:0:22706:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:1.0:1789302550.680420:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789302551.325823:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302551.702882:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789302552.340581:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302552.724191:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00000001:02000400:0.0:1789302553.223265:0:22956:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1789302553.365339:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789302553.690703:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789302553.690712:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789302553.690717:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc484fba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789302553.690730:0:13920:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 624 00000100:00080000:2.0:1789302553.690738:0:13920:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789302553.690754:0:13920:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8cc484fba000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302553.690787:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382917480 x1876219121612160/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789302553.690800:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302553.690804:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789302553.690807:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302553.690810:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789302553.690827:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789302553.690830:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789302553.690832:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc382637000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789302553.690838:0:13920:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8cc382637000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302553.690853:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382914700 x1876219121612288/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789302553.690910:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121612032:0@lo:400:kworker.0 00000100:00100000:2.0:1789302553.691001:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302553.693375:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382917480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121612160:0@lo:38:kworker.0 00000100:00100000:0.0:1789302553.693450:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302553.693482:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876219121612288:0@lo:38:kworker.0 00000100:00100000:0.0:1789302553.693526:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302553.693787:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121612160 00000100:00100000:3.0:1789302553.693817:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121612160 00000100:00100000:0.0:1789302553.694087:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789302553.694097:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876219121612160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789302553.694192:0:22676:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789302553.694209:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121612288 00000100:00100000:3.0:1789302553.694219:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121612288 00000100:00100000:0.0:1789302553.694246:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876219121612160:12345-0@lo:38:kworker.0 Request processed in 148us (795us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789302553.694256:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789302553.694257:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789302553.694266:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876219121612288:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1789302553.694284:0:22673:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 629 last 0 00000100:00080000:0.0:1789302553.694302:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc484fba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789302553.694310:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789302553.694314:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382917480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121612160:0@lo:38:kworker.0 00000020:00000080:3.0:1789302553.694318:0:22673:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x1ff82925bd39ade9 00000004:00100000:3.0:1789302553.694334:0:22673:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789302553.694475:0:22673:0:(import.c:65:import_set_state_nolock()) ffff8cc487de2800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789302553.694535:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876219121612288:12345-0@lo:38:kworker.0 Request processed in 270us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302553.694543:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789302553.694728:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8cc382914700 x1876219121612288/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789302563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789302553.694743:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789302553.694752:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1789302553.694756:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789302553.694759:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc382637000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789302553.694763:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876219121612288:0@lo:38:kworker.0 00000100:00100000:2.0:1789302553.695478:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121612032 00000100:00100000:2.0:1789302553.695486:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121612032 00000100:00100000:2.0:1789302553.695541:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789302553.695549:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+12:3648:x1876219121612032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302553.695612:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+12:3648:x1876219121612032:12345-0@lo:400:kworker.0 Request processed in 64us (4610us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302553.695620:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789302553.697296:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121612032:0@lo:400:kworker.0 00000100:00100000:2.0:1789302553.748329:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00000020:00000004:3.0:1789302554.053648:0:23008:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789302554.053821:0:23008:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789302554.398272:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302554.779394:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00000020:00000004:0.0:1789302554.902963:0:23058:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789302554.903936:0:23058:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789302555.422428:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302555.798428:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789302556.436222:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302556.820287:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00010000:00010000:3.0:1789302557.461773:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302557.844666:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789302558.485211:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789302558.805356:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789302558.805362:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789302558.805365:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc484fba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789302558.805373:0:13920:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 629 00000100:00080000:2.0:1789302558.805390:0:13920:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789302558.805402:0:13920:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8cc484fba000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302558.805425:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382915f80 x1876219121612544/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789302558.805437:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302558.805440:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789302558.805443:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302558.805446:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789302558.805606:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f33a82-37a9-48a8-ac1d-1c458204f846:3645:1876219121612416:0@lo:400:kworker.0 00000100:00100000:2.0:1789302558.805687:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302558.806770:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789302558.806782:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876219121612672:0@lo:400:kworker.0 00000100:00100000:3.0:1789302558.806814:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121612416 00000100:00100000:3.0:1789302558.806822:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121612416 00000100:00100000:2.0:1789302558.806826:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302558.806865:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789302558.806874:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+12:3645:x1876219121612416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302558.807446:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302548/real 1789302548] req@ffff8cc4b6b94000 x1876219121609216/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302558 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302558.807469:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc4b6b94000 x1876219121609216/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302558 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302558.807478:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302548/real 1789302548] req@ffff8cc4b6b97480 x1876219121609088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302558 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302558.807491:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc4b6b97480 x1876219121609088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302558 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302558.807506:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121612544:0@lo:38:kworker.0 00000100:00100000:1.0:1789302558.807542:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789302558.807567:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc38422a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789302558.807580:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789302558.807583:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121609216:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789302558.807588:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc485de3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789302558.807592:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789302558.807613:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121609088:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1789302558.807719:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121612672 00000100:00100000:1.0:1789302558.807788:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121612672 00000100:00100000:3.0:1789302558.807814:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121612544 00000100:00100000:3.0:1789302558.807818:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121612544 00000100:00100000:1.0:1789302558.807831:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789302558.807836:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789302558.807839:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876219121612672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302558.807841:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876219121612544:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1789302558.807889:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876219121612672:12345-0@lo:400:kworker.0 Request processed in 51us (1061us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302558.807895:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1789302558.807950:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789302558.807954:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789302558.807957:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc485de3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789302558.807961:0:13920:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 624 00000100:00080000:1.0:1789302558.807965:0:13920:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789302558.807975:0:13920:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8cc485de3000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:1.0:1789302558.808002:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4a7f0a680 x1876219121612800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789302558.808022:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789302558.808025:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789302558.808027:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc38422a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789302558.808029:0:13920:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 624 00000100:00080000:1.0:1789302558.808032:0:13920:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789302558.808036:0:13920:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8cc38422a000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:1.0:1789302558.808076:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4a7f08a80 x1876219121612928/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789302558.808103:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121612800:0@lo:8:kworker.0 00000400:00000100:1.0:1789302558.808176:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876219121612800 offset 0 length 520: 4 00000100:00100000:1.0:1789302558.808197:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121612928:0@lo:8:kworker.0 00000400:00000100:1.0:1789302558.808330:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876219121612928 offset 0 length 520: 4 00010000:00080000:1.0:1789302558.808372:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8cc382916300 x1876219121612672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302558.808384:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876219121612672:0@lo:400:kworker.0 00000100:00100000:2.0:1789302558.808493:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+12:3645:x1876219121612416:12345-0@lo:400:kworker.0 Request processed in 1619us (2804us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302558.808501:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00020000:3.0:1789302558.808753:0:22677:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789302558.813870:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876219121612544:12345-0@lo:38:kworker.0 Request processed in 6019us (6319us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789302558.814002:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1789302558.814870:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc484fba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789302558.814883:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789302558.814888:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121612544:0@lo:38:kworker.0 00000100:00100000:1.0:1789302558.818828:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f33a82-37a9-48a8-ac1d-1c458204f846:3645:1876219121612416:0@lo:400:kworker.0 00000100:00100000:2.0:1789302558.873133:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789302559.510145:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302559.892489:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789302560.532323:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302560.916270:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00000040:00080000:2.0:1789302560.916746:0:22706:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789302561.556374:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789302561.854065:0:23403:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789302561.854069:0:23403:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789302561.854071:0:23403:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1789302561.854634:0:23403:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8cc4b7e9e000 00000020:01000004:2.0:1789302561.854652:0:23403:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1789302561.854665:0:23403:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789302561.854679:0:23403:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8cc4bd97b380) 00000020:00000080:2.0:1789302561.854695:0:23403:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00000100:00100000:2.0:1789302561.944094:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00100000:10000000:0.0:1789302561.980726:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1789302561.981044:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789302561.994672:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:1.0:1789302561.995851:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1789302562.000370:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789302562.002261:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789302562.003199:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1789302562.003726:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789302562.003987:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789302562.004218:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789302562.005695:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1789302562.014804:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1789302562.016972:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1789302562.020216:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789302562.027089:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.036331:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.036909:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.037268:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.037493:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.038045:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.038469:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.038867:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.039077:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.039310:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.039497:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.039744:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.040030:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.040361:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.040610:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.040888:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.041378:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.041843:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.042071:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.042426:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.042651:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.042983:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.043219:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.043502:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.043764:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.043939:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.044186:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.044455:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.044846:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.045414:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1789302562.045775:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1789302562.048215:0:23403:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00080000:01000000:2.0:1789302562.050390:0:23403:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789302562.050959:0:23403:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1789302562.050975:0:23403:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789302562.050993:0:23403:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x1ff82925bd39adf7 00000020:01000004:2.0:1789302562.051002:0:23403:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789302562.051033:0:23403:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.109@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789302562.051037:0:23403:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.109@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789302562.051044:0:23403:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1789302562.051082:0:23403:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1789302562.051087:0:23403:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.109@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:3.0:1789302562.063343:0:23403:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.109@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789302562.063413:0:23403:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.109@tcp, index=0001, flags=0x20001 00000020:01000004:3.0:1789302562.063419:0:23403:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789302562.063421:0:23403:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789302562.063422:0:23403:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789302562.063423:0:23403:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789302562.063424:0:23403:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789302562.063425:0:23403:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789302562.063427:0:23403:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789302562.063429:0:23403:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789302562.063430:0:23403:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789302562.063434:0:23403:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:3.0:1789302562.063436:0:23403:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789302562.063437:0:23403:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789302562.063438:0:23403:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789302562.063439:0:23403:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789302562.063440:0:23403:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789302562.063441:0:23403:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789302562.063442:0:23403:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789302562.063443:0:23403:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789302562.063444:0:23403:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789302562.063479:0:23403:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1789302562.063504:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613056:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789302562.063600:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302562.063783:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121613056 00000100:00100000:0.0:1789302562.063793:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121613056 00000100:00100000:0.0:1789302562.063864:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789302562.063876:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+12:23403:x1876219121613056:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789302562.063928:0:22666:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1789302562.063932:0:22666:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1789302562.064240:0:22666:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1789302562.064415:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b53260c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789302562.066823:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+12:23403:x1876219121613056:12345-0@lo:253:mount.lustre.0 Request processed in 2935us (3208us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302562.066843:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789302562.067012:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613056:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789302562.067033:0:23403:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1789302562.067037:0:23403:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789302562.067038:0:23403:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789302562.067040:0:23403:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789302562.067041:0:23403:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789302562.067043:0:23403:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789302562.067044:0:23403:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789302562.067046:0:23403:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789302562.067048:0:23403:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789302562.067050:0:23403:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789302562.067079:0:23403:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8cc4b7e9e000 from lustre-MDT0001 10000000:01000000:3.0:1789302562.067163:0:23403:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1789302562.067168:0:23403:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1789302562.067177:0:23403:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8cc382890000 local copy 00010000:00010000:3.0:1789302562.067190:0:23403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302562.067528:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613184:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789302562.067578:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.067622:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b5326300 going to sleep for 11 seconds 00000100:00100000:2.0:1789302562.067746:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121613184 00000100:00100000:2.0:1789302562.067756:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121613184 00000100:00100000:2.0:1789302562.067820:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789302562.067831:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+12:23403:x1876219121613184:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302562.067933:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+12:23403:x1876219121613184:12345-0@lo:501:mount.lustre.0 Request processed in 103us (353us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789302562.067965:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789302562.068690:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613184:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789302562.068717:0:23403:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.109@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789302562.068752:0:23403:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.109@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789302562.068762:0:23403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.068775:0:23403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302562.068822:0:23403:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8cc4b7e9e000 10000000:01000000:3.0:1789302562.068827:0:23403:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789302562.068832:0:23403:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8cc382890000 10000000:01000000:3.0:1789302562.068835:0:23403:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1789302562.068839:0:23403:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8cc382890000 from 1 10000000:01000000:3.0:1789302562.068841:0:23403:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1789302562.068877:0:23403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480030c00/0x1ff82925bd39adfe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.068886:0:23403:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc480030c00/0x1ff82925bd39adfe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.068898:0:23403:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc480030c00/0x1ff82925bd39adfe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302562.068918:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613312:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789302562.068972:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.069012:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b5326300 going to sleep for 11 seconds 00000100:00100000:1.0:1789302562.069094:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121613312 00000100:00100000:1.0:1789302562.069101:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121613312 00000100:00100000:1.0:1789302562.069174:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789302562.069184:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+12:23403:x1876219121613312:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789302562.069195:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789302562.069211:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc3839aa200/0x1ff82925bd39ae05 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39adfe expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302562.069237:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc3839aa200/0x1ff82925bd39ae05 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39adfe expref: 13 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302562.069250:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc3839aa200/0x1ff82925bd39ae05 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39adfe expref: 13 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302562.069269:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc3839aa200, rc 0) 00000100:00100000:1.0:1789302562.069330:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+13:23403:x1876219121613312:12345-0@lo:101:mount.lustre.0 Request processed in 147us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302562.069336:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789302562.069750:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613312:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302562.069769:0:23403:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc480030c00/0x1ff82925bd39adfe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ae05 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.069782:0:23403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc480030c00/0x1ff82925bd39adfe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39ae05 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302562.069801:0:23403:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1789302562.069819:0:23403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480030c00/0x1ff82925bd39adfe lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ae05 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.069842:0:23403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc480030c00/0x1ff82925bd39adfe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ae05 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302562.069853:0:23403:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8cc4b7e9e000 10000000:01000000:3.0:1789302562.069859:0:23403:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1789302562.069864:0:23403:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8cc4b7e9e000 from 1 10000000:01000000:3.0:1789302562.069866:0:23403:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1789302562.069887:0:23403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480030200/0x1ff82925bd39ae0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.069895:0:23403:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc480030200/0x1ff82925bd39ae0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.069903:0:23403:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc480030200/0x1ff82925bd39ae0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302562.069920:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613440:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789302562.069957:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.069991:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b5326300 going to sleep for 11 seconds 00000100:00100000:0.0:1789302562.070056:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121613440 00000100:00100000:0.0:1789302562.070061:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121613440 00000100:00100000:0.0:1789302562.070105:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789302562.070140:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+13:23403:x1876219121613440:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789302562.070149:0:22664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302562.070160:0:22664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b538fa00/0x1ff82925bd39ae13 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39ae0c expref: -99 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.070177:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b538fa00/0x1ff82925bd39ae13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39ae0c expref: 14 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.070186:0:22664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b538fa00/0x1ff82925bd39ae13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39ae0c expref: 14 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.070193:0:22664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b538fa00, rc 0) 00000100:00100000:0.0:1789302562.070228:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+14:23403:x1876219121613440:12345-0@lo:101:mount.lustre.0 Request processed in 115us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302562.070235:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789302562.070434:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613440:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302562.070447:0:23403:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc480030200/0x1ff82925bd39ae0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ae13 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.070456:0:23403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc480030200/0x1ff82925bd39ae0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39ae13 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302562.070468:0:23403:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1789302562.070473:0:23403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480030200/0x1ff82925bd39ae0c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ae13 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.070493:0:23403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc480030200/0x1ff82925bd39ae0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ae13 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302562.070501:0:23403:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1789302562.070505:0:23403:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789302562.070510:0:23403:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8cc4b7e9e000 10000000:01000000:3.0:1789302562.070512:0:23403:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1789302562.070515:0:23403:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1789302562.070518:0:23403:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1789302562.070534:0:23403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480031800/0x1ff82925bd39ae1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.070541:0:23403:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc480031800/0x1ff82925bd39ae1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.070548:0:23403:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc480031800/0x1ff82925bd39ae1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302562.070559:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613568:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789302562.070588:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.070748:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b5326300 going to sleep for 11 seconds 00000100:00100000:2.0:1789302562.076860:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121613568 00000100:00100000:2.0:1789302562.076880:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121613568 00000100:00100000:2.0:1789302562.077236:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789302562.077249:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+14:23403:x1876219121613568:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789302562.077288:0:22665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302562.077316:0:22665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4869d0000/0x1ff82925bd39ae21 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39ae1a expref: -99 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302562.077352:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4869d0000/0x1ff82925bd39ae21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39ae1a expref: 15 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302562.077365:0:22665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4869d0000/0x1ff82925bd39ae21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39ae1a expref: 15 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302562.077375:0:22665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4869d0000, rc 0) 00000100:00100000:2.0:1789302562.077485:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+15:23403:x1876219121613568:12345-0@lo:101:mount.lustre.0 Request processed in 238us (6895us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302562.077492:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789302562.077638:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613568:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789302562.077665:0:23403:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc480031800/0x1ff82925bd39ae1a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ae21 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302562.077675:0:23403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc480031800/0x1ff82925bd39ae1a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39ae21 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789302562.079922:0:23403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1789302562.080849:0:23403:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789302562.087433:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789302562.087515:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1789302562.087532:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1789302562.087547:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1789302562.087562:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1789302562.087576:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1789302562.087591:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1789302562.087606:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1789302562.089310:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1789302562.089354:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1789302562.089368:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1789302562.089382:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1789302562.089397:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1789302562.089412:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1789302562.089428:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1789302562.089444:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1789302562.089459:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1789302562.089475:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1789302562.089489:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1789302562.089503:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1789302562.089518:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1789302562.089531:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1789302562.089546:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1789302562.089563:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1789302562.089579:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1789302562.089593:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1789302562.089609:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1789302562.091375:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1789302562.091447:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1789302562.091466:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1789302562.091482:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1789302562.091496:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1789302562.091510:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1789302562.091525:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1789302562.091539:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1789302562.091555:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1789302562.091570:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1789302562.091585:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1789302562.091600:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1789302562.091616:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1789302562.091769:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1789302562.091786:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1789302562.091802:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1789302562.091842:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1789302562.091877:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1789302562.091885:0:23403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1789302562.092105:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613696:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789302562.092240:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302562.092442:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4adfddd80 going to sleep for 11 seconds 00000100:00100000:2.0:1789302562.094105:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121613696 00000100:00100000:2.0:1789302562.094224:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121613696 00000100:00100000:3.0:1789302562.097330:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789302562.097348:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+15:23403:x1876219121613696:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789302562.100320:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+15:23403:x1876219121613696:12345-0@lo:501:mount.lustre.0 Request processed in 2967us (8071us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302562.100333:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789302562.100624:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613696:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789302562.100715:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613824:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789302562.100811:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302562.114539:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4adfddd80 going to sleep for 11 seconds 00000100:00100000:2.0:1789302562.120778:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121613824 00000100:00100000:2.0:1789302562.120802:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121613824 00000100:00100000:0.0:1789302562.121582:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789302562.121598:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+15:23403:x1876219121613824:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789302562.122623:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+15:23403:x1876219121613824:12345-0@lo:503:mount.lustre.0 Request processed in 1023us (21805us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302562.122636:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789302562.131575:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613824:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789302562.132245:0:23403:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789302562.132504:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613952:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789302562.132612:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302562.132665:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4adfdd780 going to sleep for 11 seconds 00000100:00100000:3.0:1789302562.135681:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121613952 00000100:00100000:3.0:1789302562.135723:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121613952 00000100:00100000:3.0:1789302562.135794:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789302562.135808:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+15:23403:x1876219121613952:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302562.137015:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+15:23403:x1876219121613952:12345-0@lo:502:mount.lustre.0 Request processed in 1205us (4397us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302562.137028:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789302562.137225:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121613952:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789302562.137597:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1789302562.137637:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:1.0:1789302562.137656:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:1.0:1789302562.137670:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:1.0:1789302562.137684:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:1.0:1789302562.137699:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:1.0:1789302562.137711:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:1.0:1789302562.137723:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:1.0:1789302562.137736:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:1.0:1789302562.137749:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:1.0:1789302562.137765:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:1.0:1789302562.137790:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:1.0:1789302562.137805:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:1.0:1789302562.137817:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:1.0:1789302562.137831:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:1.0:1789302562.137842:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:1.0:1789302562.137855:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:1.0:1789302562.137868:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:1.0:1789302562.137882:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:1.0:1789302562.137894:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:1.0:1789302562.137907:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:1.0:1789302562.137919:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1789302562.137933:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1789302562.137951:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1789302562.137983:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1789302562.138000:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1789302562.138015:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1789302562.138031:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1789302562.138046:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1789302562.138062:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1789302562.138078:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1789302562.138094:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1789302562.138108:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1789302562.138179:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1789302562.138194:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1789302562.138208:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1789302562.138222:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1789302562.138236:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1789302562.138251:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1789302562.138265:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1789302562.138301:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1789302562.138318:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1789302562.138331:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1789302562.138343:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1789302562.138410:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121614080:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789302562.138494:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302562.138534:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4adfdd780 going to sleep for 11 seconds 00000100:00100000:0.0:1789302562.141478:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121614080 00000100:00100000:0.0:1789302562.141498:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121614080 00000100:00100000:0.0:1789302562.141588:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789302562.141600:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+15:23403:x1876219121614080:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789302562.141836:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+15:23403:x1876219121614080:12345-0@lo:502:mount.lustre.0 Request processed in 238us (3341us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302562.141856:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789302562.142149:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121614080:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789302562.142266:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1789302562.142300:0:23403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1789302562.143655:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789302562.143671:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789302562.143675:0:23407:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789302562.143682:0:23407:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1789302562.143686:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789302562.143707:0:23407:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8cc4b50bb380) 00000020:00000080:0.0:1789302562.143737:0:23407:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1789302562.143744:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1789302562.143862:0:23407:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789302562.143870:0:23407:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x1ff82925bd39ae2f 00000020:00000080:1.0:1789302562.151364:0:23407:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789302562.151383:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302562.151393:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.151395:0:23407:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1789302562.151401:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302562.151408:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.151409:0:23407:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1789302562.151414:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789302562.151432:0:23407:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8cc3826299c0) 00000020:00000080:1.0:1789302562.151463:0:23407:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1789302562.151470:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789302562.151472:0:23407:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1789302562.151476:0:23407:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1789302562.151483:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789302562.151581:0:23407:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cc4b7e9e000 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1789302562.151596:0:23407:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8cc382628000) 00000020:00000080:1.0:1789302562.151606:0:23407:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1789302562.151715:0:23407:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789302562.151725:0:23407:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x1ff82925bd39ae44 00000020:00000080:1.0:1789302562.151850:0:23407:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1789302562.151859:0:23407:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789302562.151864:0:23407:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x1ff82925bd39ae4b 00080000:01000000:1.0:1789302562.151872:0:23407:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789302562.151877:0:23407:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x1ff82925bd39ae52 00010000:00010000:3.0:1789302562.280571:0:23407:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1789302562.283877:0:23407:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1789302562.285774:0:23407:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789302562.291739:0:23407:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1789302562.291760:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302562.291770:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.291773:0:23407:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1789302562.291777:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302562.291792:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.291794:0:23407:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1789302562.291798:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789302562.291805:0:23407:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.109@tcp to nid 0x20000c0a8cb6d (192.168.203.109@tcp) 00000020:00000080:1.0:1789302562.291841:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789302562.291862:0:23407:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8cc38262cd40) 00000020:00000080:1.0:1789302562.291893:0:23407:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1789302562.291900:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789302562.293340:0:23407:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1789302562.293354:0:23407:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789302562.293370:0:23407:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x1ff82925bd39ae60 00010000:00080000:1.0:1789302562.293423:0:23407:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc4add88800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.109@tcp at head 00010000:00010000:1.0:1789302562.310987:0:23407:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1789302562.313519:0:23407:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789302562.313536:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789302562.313576:0:23407:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789302562.313600:0:23407:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x1ff82925bd39ae67 00000100:00080000:1.0:1789302562.313610:0:23407:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789302562.313623:0:23407:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8cc4add88800 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:1.0:1789302562.313660:0:23407:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4a7f0b800 x1876219121614208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789302562.313763:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121614208:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789302562.313830:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302562.313911:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121614208 00000100:00100000:0.0:1789302562.313918:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121614208 00000100:00100000:0.0:1789302562.313956:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789302562.313963:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876219121614208:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789302562.313985:0:22676:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:0.0:1789302562.314016:0:22676:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x1ff82925bd39ae6e 00000004:00100000:0.0:1789302562.314028:0:22676:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1789302562.314033:0:22676:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:1.0:1789302562.314204:0:23407:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1789302562.314296:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302562.314309:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.314311:0:23407:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1789302562.314315:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789302562.314318:0:23407:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1789302562.314319:0:23407:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789302562.314321:0:23407:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789302562.314323:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789302562.314325:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.314331:0:23407:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789302562.314335:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302562.314340:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.314341:0:23407:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1789302562.314345:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00080000:0.0:1789302562.314500:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789302562.314506:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789302562.314508:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc484fba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789302562.314513:0:13920:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:0.0:1789302562.314517:0:13920:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789302562.314523:0:13920:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8cc484fba000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:0.0:1789302562.314543:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6b97480 x1876219121614336/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:01000000:1.0:1789302562.314610:0:23407:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1789302562.314774:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302562.314779:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.314781:0:23407:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1789302562.314783:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789302562.314785:0:23407:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1789302562.314786:0:23407:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789302562.314788:0:23407:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789302562.314789:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789302562.314791:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.314793:0:23407:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789302562.314795:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789302562.314798:0:23407:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1789302562.314801:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.314802:0:23407:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789302562.314804:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789302562.314808:0:23407:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.109@tcp to nid 0x20000c0a8cb6d (192.168.203.109@tcp) 00000020:01000000:1.0:1789302562.314829:0:23407:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1789302562.314832:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789302562.314845:0:23407:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8cc38262b380) 00000020:00000080:1.0:1789302562.314859:0:23407:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1789302562.314864:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789302562.314921:0:23407:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1789302562.314927:0:23407:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789302562.314933:0:23407:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x1ff82925bd39ae7c 00010000:00080000:1.0:1789302562.314961:0:23407:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc4add88000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.109@tcp at head 00010000:00010000:1.0:1789302562.315211:0:23407:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:1.0:1789302562.317016:0:23407:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789302562.317261:0:23407:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:3.0:1789302562.317516:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121614336:0@lo:38:kworker.0 00000100:00080000:0.0:1789302562.317563:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302562.317568:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789302562.317570:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302562.317574:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789302562.317583:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.317642:0:22677:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1789302562.317650:0:22677:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:3.0:1789302562.317663:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789302562.317671:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121614464:0@lo:400:kworker.0 00000100:00100000:3.0:1789302562.317704:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.317747:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121614464 00000100:00100000:3.0:1789302562.317754:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121614464 00000100:00100000:3.0:1789302562.317800:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789302562.317810:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121614464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302562.317858:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121614464:12345-0@lo:400:kworker.0 Request processed in 50us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302562.317888:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1789302562.317929:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8cc4b6b94000 x1876219121614464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302562.317942:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121614464:0@lo:400:kworker.0 00000100:00100000:0.0:1789302562.318741:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121614336 00000100:00100000:0.0:1789302562.318748:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121614336 00000100:00100000:3.0:1789302562.319012:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789302562.319019:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3644:x1876219121614336:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1789302562.319496:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3644:x1876219121614336:12345-0@lo:38:kworker.0 Request processed in 474us (1911us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789302562.319505:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789302562.319582:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789302562.319590:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc484fba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789302562.319594:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1789302562.319597:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121614336:0@lo:38:kworker.0 00000040:00080000:1.0:1789302562.321062:0:23407:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789302562.322066:0:23407:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1789302562.322306:0:23407:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1789302562.322782:0:23413:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789302562.322788:0:23413:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00080000:2.0:1789302562.324264:0:22676:0:(import.c:65:import_set_state_nolock()) ffff8cc382633800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789302562.324571:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1876219121614208:12345-0@lo:38:llog_process_th.0 Request processed in 10600us (10734us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302562.324597:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789302562.324891:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789302562.324905:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789302562.324916:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1789302562.324922:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789302562.324926:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4add88800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789302562.324981:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121614208:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789302562.325298:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121614592:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789302562.325360:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302562.325432:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121614592 00000100:00100000:0.0:1789302562.325443:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121614592 00000100:00100000:0.0:1789302562.325498:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789302562.325507:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1876219121614592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789302562.325543:0:22677:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000020:00000080:2.0:1789302562.326519:0:23407:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789302562.326545:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789302562.326618:0:23407:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789302562.326649:0:23407:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x1ff82925bd39ae83 00000100:00080000:2.0:1789302562.326660:0:23407:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789302562.326672:0:23407:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8cc4add88000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302562.326708:0:23407:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382916a00 x1876219121614720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789302562.326739:0:23407:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:1.0:1789302562.326809:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121614720:0@lo:8:llog_process_th.0 00000020:01000000:2.0:1789302562.326813:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789302562.326819:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302562.326822:0:23407:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789302562.326829:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789302562.326832:0:23407:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1789302562.326835:0:23407:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789302562.326836:0:23407:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789302562.326838:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789302562.326842:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302562.326844:0:23407:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789302562.326847:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789302562.326852:0:23407:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1789302562.326857:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302562.326859:0:23407:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789302562.326864:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789302562.326869:0:23407:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.109@tcp to nid 0x20000c0a8cb6d (192.168.203.109@tcp) 00000020:01000000:2.0:1789302562.326903:0:23407:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1789302562.326908:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000400:00000100:1.0:1789302562.326915:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876219121614720 offset 0 length 520: 4 00000020:00000080:2.0:1789302562.326928:0:23407:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8cc4bd97cd40) 00000020:00000080:2.0:1789302562.326949:0:23407:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1789302562.326957:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789302562.327106:0:23407:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1789302562.327155:0:23407:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789302562.327172:0:23407:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x1ff82925bd39ae91 00010000:00080000:2.0:1789302562.327208:0:23407:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc382632000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.109@tcp at head 00010000:00010000:2.0:1789302562.327601:0:23407:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1789302562.327698:0:23407:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789302562.327719:0:23407:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:0.0:1789302562.328154:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1876219121614592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 425us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302562.328168:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1789302562.328235:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302562.328240:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789302562.328243:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302562.328246:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789302562.328493:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121614592:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1789302562.330588:0:23407:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789302562.330939:0:23407:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789302562.331161:0:23407:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1789302562.331695:0:23415:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789302562.331700:0:23415:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1789302562.332634:0:23407:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789302562.332648:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1789302562.332696:0:23407:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1789302562.332724:0:23407:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x1ff82925bd39ae98 00000100:00080000:3.0:1789302562.332737:0:23407:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789302562.332751:0:23407:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8cc382632000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:3.0:1789302562.332794:0:23407:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6ae5f80 x1876219121614848/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789302562.332823:0:23407:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:1.0:1789302562.332932:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121614848:0@lo:8:llog_process_th.0 00000020:01000000:3.0:1789302562.332940:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789302562.332945:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789302562.332947:0:23407:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1789302562.332950:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789302562.332976:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789302562.332977:0:23407:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789302562.332983:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789302562.332985:0:23407:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789302562.332988:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789302562.332991:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789302562.332993:0:23407:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789302562.332997:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789302562.333004:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000400:00000100:1.0:1789302562.333004:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876219121614848 offset 0 length 520: 4 00000020:00000080:3.0:1789302562.333010:0:23407:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789302562.333018:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1789302562.333051:0:23407:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789302562.333054:0:23407:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789302562.333056:0:23407:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789302562.333060:0:23407:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1789302562.333262:0:23403:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1789302562.333313:0:23403:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1789302562.333342:0:23403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480031800/0x1ff82925bd39ae1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ae21 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302562.333516:0:23403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc480031800/0x1ff82925bd39ae1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39ae21 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302562.333525:0:23403:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cc4b7e9e000 from 1 10000000:01000000:1.0:1789302562.333527:0:23403:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789302562.333563:0:23403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302562.333572:0:23403:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302562.333583:0:23403:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302562.333602:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121614976:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789302562.333653:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302562.333688:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc484d44240 going to sleep for 11 seconds 00000100:00100000:3.0:1789302562.333767:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121614976 00000100:00100000:3.0:1789302562.333774:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121614976 00000100:00100000:3.0:1789302562.333896:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789302562.333907:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+15:23403:x1876219121614976:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302562.333921:0:22664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302562.333933:0:22664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc480030400/0x1ff82925bd39aea6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39ae9f expref: -99 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.333954:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc480030400/0x1ff82925bd39aea6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39ae9f expref: 16 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.333964:0:22664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc480030400/0x1ff82925bd39aea6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39ae9f expref: 16 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.333973:0:22664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc480030400, rc 0) 00000100:00100000:3.0:1789302562.334014:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+16:23403:x1876219121614976:12345-0@lo:101:mount.lustre.0 Request processed in 109us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302562.334030:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1789302562.334741:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302562.334750:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789302562.334753:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302562.334756:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789302562.334977:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121614976:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302562.334999:0:23403:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aea6 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.335011:0:23403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39aea6 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302562.336949:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615104:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1789302562.337021:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.337066:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7f07840 going to sleep for 11 seconds 00000100:00100000:1.0:1789302562.337305:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121615104 00000100:00100000:1.0:1789302562.337313:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121615104 00000100:00100000:1.0:1789302562.337434:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789302562.337445:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+16:23403:x1876219121615104:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789302562.337464:0:22666:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789302562.337483:0:22666:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789302562.337486:0:22666:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789302562.337565:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+16:23403:x1876219121615104:12345-0@lo:256:mount.lustre.0 Request processed in 122us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302562.337573:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789302562.337632:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615104:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1789302562.338257:0:23403:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789302562.338288:0:23403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aea6 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.338300:0:23403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aea6 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302562.338309:0:23403:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cc4b7e9e000 from 1 10000000:01000000:3.0:1789302562.338312:0:23403:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789302562.338339:0:23403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.338347:0:23403:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.338380:0:23403:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302562.338397:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615232:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789302562.338429:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.345164:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7f07840 going to sleep for 11 seconds 00000100:00100000:0.0:1789302562.346064:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121615232 00000100:00100000:0.0:1789302562.346329:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121615232 00000100:00100000:0.0:1789302562.346461:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789302562.346470:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+16:23403:x1876219121615232:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789302562.346486:0:22664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302562.346905:0:22664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b538f000/0x1ff82925bd39aeb4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39aead expref: -99 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.346935:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b538f000/0x1ff82925bd39aeb4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39aead expref: 17 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.346947:0:22664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b538f000/0x1ff82925bd39aeb4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39aead expref: 17 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.346957:0:22664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b538f000, rc 0) 00000100:00100000:0.0:1789302562.347039:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+17:23403:x1876219121615232:12345-0@lo:101:mount.lustre.0 Request processed in 569us (8608us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302562.347047:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789302562.348027:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615232:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789302562.348048:0:23403:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aeb4 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302562.348059:0:23403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39aeb4 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789302562.352934:0:23403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1789302562.353576:0:23403:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789302562.353800:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789302562.354952:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1789302562.354977:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1789302562.354992:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1789302562.355004:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1789302562.355017:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1789302562.355030:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1789302562.355044:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1789302562.355057:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789302562.355070:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1789302562.355296:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1789302562.355324:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1789302562.355342:0:23403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1789302562.355507:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615360:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302562.355569:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302562.355613:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc49a7393c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789302562.355976:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121615360 00000100:00100000:1.0:1789302562.355984:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121615360 00000100:00100000:1.0:1789302562.356087:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789302562.356098:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+17:23403:x1876219121615360:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789302562.357104:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+17:23403:x1876219121615360:12345-0@lo:501:mount.lustre.0 Request processed in 1005us (1531us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302562.357134:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789302562.357244:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615360:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302562.357299:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615488:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789302562.357646:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302562.357678:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc49a7393c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302562.357735:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121615488 00000100:00100000:0.0:1789302562.357741:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121615488 00000100:00100000:0.0:1789302562.357793:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789302562.357802:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+17:23403:x1876219121615488:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789302562.357910:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+17:23403:x1876219121615488:12345-0@lo:503:mount.lustre.0 Request processed in 109us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302562.357916:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789302562.358054:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615488:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789302562.358762:0:23403:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789302562.358856:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615616:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789302562.358899:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302562.358924:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc49a7393c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789302562.359182:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121615616 00000100:00100000:3.0:1789302562.359189:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121615616 00000100:00100000:3.0:1789302562.359228:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789302562.359235:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+17:23403:x1876219121615616:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302562.359344:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+17:23403:x1876219121615616:12345-0@lo:502:mount.lustre.0 Request processed in 109us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302562.359508:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789302562.359560:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615616:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789302562.359771:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789302562.359820:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1789302562.359837:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1789302562.359851:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1789302562.359863:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1789302562.359875:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1789302562.359889:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1789302562.359902:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1789302562.359915:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789302562.359928:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1789302562.359939:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1789302562.359967:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615744:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302562.360002:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.360037:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121615744 00000100:00100000:3.0:1789302562.360042:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121615744 00000100:00100000:3.0:1789302562.360063:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789302562.360069:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+17:23403:x1876219121615744:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302562.360487:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+17:23403:x1876219121615744:12345-0@lo:502:mount.lustre.0 Request processed in 418us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302562.360495:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789302562.360531:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7f07600 going to sleep for 11 seconds 00000100:00100000:3.0:1789302562.360543:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615744:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789302562.360579:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1789302562.360586:0:23403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1789302562.361553:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302562.361563:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.361565:0:23417:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789302562.361571:0:23417:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cc4b7e9e000 00000020:00000080:1.0:1789302562.361574:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789302562.361581:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302562.361583:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.361585:0:23417:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789302562.361587:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302562.361589:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.361596:0:23417:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789302562.361600:0:23417:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cc4b7e9e000 00000020:00000080:1.0:1789302562.361602:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789302562.361651:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302562.361654:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.361655:0:23417:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789302562.361658:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302562.361660:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.361661:0:23417:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789302562.361664:0:23417:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8cc4b7e9e000 00000020:00000080:1.0:1789302562.361667:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789302562.361684:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302562.361686:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.361688:0:23417:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789302562.361690:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302562.361692:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.361693:0:23417:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789302562.361696:0:23417:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8cc4b7e9e000 00000020:00000080:1.0:1789302562.361698:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789302562.361715:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302562.361717:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302562.361718:0:23417:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789302562.361720:0:23417:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1789302562.363298:0:23403:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789302562.363339:0:23403:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789302562.363476:0:23403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aeb4 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.363489:0:23403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aeb4 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302562.363543:0:23403:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789302562.363546:0:23403:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8cc4b7e9e000 10000000:01000000:3.0:1789302562.363549:0:23403:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8cc4b7e9e000 10000000:01000000:3.0:1789302562.363552:0:23403:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789302562.363558:0:23403:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8cc4b7e9e000 from 1 10000000:01000000:3.0:1789302562.363560:0:23403:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789302562.363594:0:23403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480031600/0x1ff82925bd39aebb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.363602:0:23403:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc480031600/0x1ff82925bd39aebb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.363622:0:23403:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc480031600/0x1ff82925bd39aebb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302562.363646:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615872:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789302562.363707:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.363748:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7f07f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789302562.364299:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121615872 00000100:00100000:1.0:1789302562.364314:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121615872 00000100:00100000:1.0:1789302562.364373:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789302562.364384:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+17:23403:x1876219121615872:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789302562.364397:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789302562.364410:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc3839aaa00/0x1ff82925bd39aec2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39aebb expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302562.364438:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc3839aaa00/0x1ff82925bd39aec2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39aebb expref: 18 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302562.364461:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc3839aaa00/0x1ff82925bd39aec2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39aebb expref: 18 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302562.364469:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc3839aaa00, rc 0) 00000100:00100000:1.0:1789302562.364514:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121615872:12345-0@lo:101:mount.lustre.0 Request processed in 133us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302562.364521:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789302562.365414:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121615872:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302562.365435:0:23403:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc480031600/0x1ff82925bd39aebb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aec2 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.365447:0:23403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc480031600/0x1ff82925bd39aebb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39aec2 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789302562.372208:0:23403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1789302562.372663:0:23403:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789302562.373340:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1789302562.373379:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1789302562.373406:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1789302562.373422:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1789302562.373436:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1789302562.373455:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1789302562.373469:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1789302562.375049:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1789302562.375158:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1789302562.375179:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1789302562.375200:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1789302562.375214:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1789302562.375226:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1789302562.375259:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1789302562.375293:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1789302562.375337:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1789302562.375356:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1789302562.375371:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1789302562.375383:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1789302562.375395:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1789302562.375411:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1789302562.375425:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1789302562.375441:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1789302562.375459:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1789302562.375472:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1789302562.377037:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1789302562.377100:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1789302562.377159:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1789302562.377174:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1789302562.377185:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1789302562.377196:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1789302562.377230:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1789302562.377242:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1789302562.377253:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1789302562.377264:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1789302562.377275:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1789302562.377304:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1789302562.377320:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1789302562.377342:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1789302562.377356:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1789302562.377368:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1789302562.377379:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1789302562.377390:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1789302562.377400:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1789302562.377411:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1789302562.377421:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1789302562.377442:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1789302562.377464:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1789302562.377849:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1789302562.377869:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1789302562.377883:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1789302562.377888:0:23403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1789302562.378271:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121616000:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789302562.378568:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.378621:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7f07000 going to sleep for 11 seconds 00000100:00100000:0.0:1789302562.379959:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121616000 00000100:00100000:0.0:1789302562.379973:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121616000 00000100:00100000:0.0:1789302562.380032:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789302562.380042:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121616000:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789302562.380485:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121616000:12345-0@lo:501:mount.lustre.0 Request processed in 444us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302562.380494:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789302562.382402:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121616000:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789302562.382467:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121616128:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789302562.382541:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.382580:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121616128 00000100:00100000:3.0:1789302562.382587:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121616128 00000100:00100000:3.0:1789302562.382638:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789302562.382647:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121616128:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789302562.382746:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121616128:12345-0@lo:503:mount.lustre.0 Request processed in 99us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302562.382754:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789302562.382800:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7f07000 going to sleep for 11 seconds 00000100:00100000:3.0:1789302562.382812:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121616128:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789302562.383263:0:23403:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789302562.383340:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121616256:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302562.383379:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.383411:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121616256 00000100:00100000:3.0:1789302562.383416:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121616256 00000100:00100000:3.0:1789302562.383448:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789302562.383454:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121616256:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302562.383528:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121616256:12345-0@lo:502:mount.lustre.0 Request processed in 73us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302562.383535:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789302562.383595:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7f07f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789302562.383609:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121616256:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789302562.383781:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1789302562.383811:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1789302562.383828:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1789302562.383845:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1789302562.383860:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1789302562.383874:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1789302562.383888:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1789302562.383909:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1789302562.383926:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1789302562.383954:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1789302562.383970:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1789302562.383985:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1789302562.384001:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1789302562.384013:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1789302562.384024:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1789302562.384034:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1789302562.384046:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1789302562.384058:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1789302562.384069:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1789302562.384082:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1789302562.384094:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1789302562.384106:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1789302562.384141:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1789302562.384165:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1789302562.384179:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1789302562.384203:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1789302562.384216:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1789302562.384228:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1789302562.384239:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1789302562.384251:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1789302562.384262:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1789302562.384274:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1789302562.384303:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1789302562.384317:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1789302562.384331:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1789302562.384344:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1789302562.384356:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1789302562.384381:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1789302562.384400:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1789302562.384414:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1789302562.384426:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1789302562.384452:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1789302562.384468:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1789302562.384482:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1789302562.384494:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1789302562.384506:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1789302562.384518:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1789302562.384531:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1789302562.384568:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121616384:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302562.384619:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.384664:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121616384 00000100:00100000:3.0:1789302562.384670:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121616384 00000100:00100000:3.0:1789302562.384702:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789302562.384709:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121616384:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302562.384798:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121616384:12345-0@lo:502:mount.lustre.0 Request processed in 88us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302562.384805:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789302562.384842:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7f07f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789302562.384856:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121616384:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789302562.384995:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1789302562.385016:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1789302562.385035:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121616512:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302562.385067:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.385088:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121616512 00000100:00100000:3.0:1789302562.385092:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121616512 00000100:00100000:3.0:1789302562.385137:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789302562.385144:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121616512:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302562.385199:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121616512:12345-0@lo:502:mount.lustre.0 Request processed in 55us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302562.385206:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789302562.385234:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7f07f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789302562.385247:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121616512:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789302562.392292:0:23403:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1789302562.392322:0:23403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789302562.396980:0:23421:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1789302562.397000:0:23421:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8cc4bd340000) 00000020:00000080:3.0:1789302562.397023:0:23421:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1789302562.398515:0:23421:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cc4b7e9e000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1789302562.398524:0:23421:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cc4b7e9e000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1789302562.398526:0:23421:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc4b7e9e000 3 00010000:00080000:3.0:1789302562.398576:0:23421:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc381f35000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.109@tcp at head 00010000:00010000:2.0:1789302562.407911:0:23421:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1789302562.408149:0:23421:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1789302562.408211:0:23421:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789302562.408225:0:23421:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x1ff82925bd39aed0 00000100:00080000:2.0:1789302562.408236:0:23421:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789302562.408247:0:23421:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8cc381f35000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302562.408294:0:23421:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382917b80 x1876219121616640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789302562.408323:0:23421:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789302562.409473:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302562.409480:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789302562.409483:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302562.409487:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789302562.410598:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382917b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876219121616640:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789302562.410671:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302562.410920:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121616640 00000100:00100000:1.0:1789302562.410929:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121616640 00000100:00100000:1.0:1789302562.410962:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789302562.410970:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1876219121616640:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789302562.410996:0:22672:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:1.0:1789302562.411045:0:22672:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x1ff82925bd39aed7 00000004:00100000:1.0:1789302562.411060:0:22672:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789302562.411089:0:22672:0:(import.c:65:import_set_state_nolock()) ffff8cc4add8b800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789302562.411171:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876219121616640:12345-0@lo:38:llog_process_th.0 Request processed in 200us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302562.411179:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789302562.411233:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8cc382917b80 x1876219121616640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789302572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302562.411244:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789302562.411251:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789302562.411259:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1789302562.411271:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789302562.411273:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc381f35000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789302562.411288:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382917b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876219121616640:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1789302562.411963:0:23421:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1789302562.414795:0:23403:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789302562.414846:0:23403:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789302562.414870:0:23403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480031600/0x1ff82925bd39aebb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aec2 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302562.414897:0:23403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc480031600/0x1ff82925bd39aebb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aec2 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789302562.415040:0:23403:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789302562.415043:0:23403:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789302562.415044:0:23403:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789302562.415046:0:23403:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789302562.415047:0:23403:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789302562.415049:0:23403:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789302562.415051:0:23403:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789302562.415053:0:23403:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789302562.415055:0:23403:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789302562.415059:0:23403:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1789302562.415061:0:23403:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789302562.415063:0:23403:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789302562.415064:0:23403:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789302562.415066:0:23403:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789302562.415067:0:23403:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789302562.415068:0:23403:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789302562.415070:0:23403:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789302562.415071:0:23403:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789302562.415072:0:23403:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789302562.415100:0:23403:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1789302562.415137:0:23403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121616768:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789302562.415202:0:23403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302562.415240:0:23403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc49a739cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789302562.415548:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121616768 00000100:00100000:3.0:1789302562.415556:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121616768 00000100:00100000:3.0:1789302562.415596:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789302562.415604:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121616768:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789302562.415642:0:22664:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789302562.415655:0:22664:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1789302562.419250:0:22651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1789302562.419516:0:22664:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789302562.419526:0:22664:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:3.0:1789302562.419655:0:22687:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789302562.419660:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789302562.419682:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.419699:0:22687:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc3839ab200/0x1ff82925bd39ade2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39addb expref: 18 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.419707:0:22687:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc480030400/0x1ff82925bd39aea6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39ae9f expref: 18 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.419715:0:22687:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.419752:0:22687:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc480030400/0x1ff82925bd39aea6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39ae9f expref: 18 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.419766:0:22687:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc480030400/0x1ff82925bd39aea6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39ae9f expref: 18 pid: 22664 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302562.419781:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121616896:0@lo:104: 00000100:00100000:3.0:1789302562.419965:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789302562.420065:0:22687:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc3839ab200/0x1ff82925bd39ade2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39addb expref: 18 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302562.420087:0:22687:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc3839ab200/0x1ff82925bd39ade2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39addb expref: 18 pid: 22666 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302562.420096:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121617024:0@lo:104: 00000100:00100000:3.0:1789302562.420142:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302562.425272:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7f07000 going to sleep for 11 seconds 00000100:00100000:0.0:1789302562.428333:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121616896 00000100:00100000:0.0:1789302562.428461:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121616896 00000100:00100000:0.0:1789302562.428513:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121617024 00000100:00100000:0.0:1789302562.428517:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121617024 00000100:00100000:0.0:1789302562.428537:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789302562.428545:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+4:22687:x1876219121616896:12345-0@lo:104: 00010000:00010000:0.0:1789302562.428571:0:22654:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39aea6 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.428665:0:22654:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789302562.428672:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+4:22687:x1876219121616896:12345-0@lo:104: Request processed in 127us (8707us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302562.428679:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789302562.428696:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789302562.428702:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+3:22687:x1876219121617024:12345-0@lo:104: 00010000:00010000:0.0:1789302562.428709:0:22654:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39ade2 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.428747:0:22654:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789302562.428752:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+3:22687:x1876219121617024:12345-0@lo:104: Request processed in 51us (8610us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302562.428757:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789302562.428819:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:23403:x1876219121616768:12345-0@lo:253:mount.lustre.0 Request processed in 13215us (13616us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302562.428827:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00010000:0.0:1789302562.428856:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789302562.428862:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39aea6 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.428870:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aac00 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:0.0:1789302562.428874:0:22660:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39aea6 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.428883:0:22660:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39aea6 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789302562.428897:0:22660:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39aea6 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789302562.428903:0:22660:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789302562.428937:0:22660:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39aea6 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.428945:0:22660:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789302562.428977:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39aea6 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.428986:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39ae9f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39aea6 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.428997:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302562.429000:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39ade2 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429006:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4869d1800 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:0.0:1789302562.429010:0:22660:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39ade2 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429017:0:22660:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39ade2 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789302562.429023:0:22660:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39ade2 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789302562.429029:0:22660:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789302562.429048:0:22660:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39ade2 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429053:0:22660:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789302562.429059:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39ade2 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429065:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39addb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39ade2 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302562.429216:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121616896:0@lo:104: 00000100:00100000:1.0:1789302562.429226:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121617024:0@lo:104: 00010000:00010000:1.0:1789302562.429246:0:22687:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429470:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302562.429473:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302562.429475:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302562.429480:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302562.429498:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f33a82-37a9-48a8-ac1d-1c458204f846:3645:1876219121617152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789302562.429536:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302562.429579:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789302562.429585:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f33a82-37a9-48a8-ac1d-1c458204f846:3645:1876219121617280:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789302562.429604:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302562.429642:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121617152 00000100:00100000:0.0:1789302562.429647:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121617152 00010000:00010000:0.0:1789302562.429666:0:22657:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc480030400/0x1ff82925bd39aea6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39ae9f expref: 18 pid: 22664 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302562.429686:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121617280 00000100:00100000:0.0:1789302562.429689:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121617280 00010000:00010000:0.0:1789302562.429700:0:22657:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc3839ab200/0x1ff82925bd39ade2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39addb expref: 19 pid: 22666 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302562.429713:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789302562.429718:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+19:3645:x1876219121617152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789302562.429736:0:22657:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789302562.429742:0:22657:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc480030400/0x1ff82925bd39aea6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39ae9f expref: 19 pid: 22664 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429752:0:22657:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc480030400/0x1ff82925bd39aea6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39ae9f expref: 19 pid: 22664 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429766:0:22657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc480030400/0x1ff82925bd39aea6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39ae9f expref: 19 pid: 22664 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429778:0:22657:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789302562.429806:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+18:3645:x1876219121617152:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302562.429812:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789302562.429826:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789302562.429832:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+17:3645:x1876219121617280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789302562.429839:0:22657:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789302562.429843:0:22657:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc3839ab200/0x1ff82925bd39ade2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39addb expref: 17 pid: 22666 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429852:0:22657:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc3839ab200/0x1ff82925bd39ade2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39addb expref: 17 pid: 22666 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429862:0:22657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc3839ab200/0x1ff82925bd39ade2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39addb expref: 17 pid: 22666 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429873:0:22657:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429881:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789302562.429901:0:22657:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010241955s 00010000:00010000:0.0:1789302562.429907:0:22657:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429915:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429922:0:22657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429929:0:22657:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429935:0:22657:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc480031c00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302562.429938:0:22657:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429945:0:22657:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429971:0:22657:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.429981:0:22657:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789302562.430004:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+16:3645:x1876219121617280:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302562.430010:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789302562.430040:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f33a82-37a9-48a8-ac1d-1c458204f846:3645:1876219121617280:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789302562.430048:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f33a82-37a9-48a8-ac1d-1c458204f846:3645:1876219121617152:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789302562.431163:0:22687:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.431179:0:22687:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302562.431187:0:22687:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39aede lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302562.431439:0:23403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:23403:1876219121616768:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789302562.431454:0:23403:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1789302562.431457:0:23403:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789302562.431459:0:23403:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789302562.431461:0:23403:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789302562.431463:0:23403:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789302562.431464:0:23403:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789302562.431465:0:23403:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789302562.431467:0:23403:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789302562.431469:0:23403:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789302562.431471:0:23403:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789302562.431483:0:23403:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:0.0:1789302562.437842:0:23403:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1789302562.438042:0:23428:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1789302562.438046:0:23428:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:2.0:1789302562.441546:0:23429:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1789302562.443506:0:23429:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789302562.447717:0:23429:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789302562.447792:0:23429:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:01000000:0.0:1789302562.452503:0:23403:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:2.0:1789302562.453812:0:23431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23431:1876219121617408:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789302562.453896:0:23431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302562.453932:0:23431:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc3839c5b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789302562.453992:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121617408 00000100:00100000:1.0:1789302562.454001:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121617408 00000100:00100000:1.0:1789302562.454052:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789302562.454061:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23431:x1876219121617408:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789302562.454188:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23431:x1876219121617408:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 127us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302562.454205:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789302562.454262:0:23431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23431:1876219121617408:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1789302562.454303:0:23431:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1789302562.454331:0:23431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23431:1876219121617536:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789302562.454481:0:23431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302562.454506:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121617536 00000100:00100000:1.0:1789302562.454510:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121617536 00000100:00100000:1.0:1789302562.454534:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789302562.454540:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23431:x1876219121617536:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789302562.454627:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23431:x1876219121617536:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 86us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302562.454640:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789302562.454658:0:23431:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc3827670c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789302562.454670:0:23431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23431:1876219121617536:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789302562.454718:0:23431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23431:1876219121617664:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1789302562.454744:0:23431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302562.454786:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121617664 00000100:00100000:1.0:1789302562.454790:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121617664 00000100:00100000:1.0:1789302562.454812:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789302562.454818:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23431:x1876219121617664:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1789302562.454849:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23431:x1876219121617664:12345-0@lo:900:lod0001_rec0000.0 Request processed in 32us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302562.454855:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789302562.454868:0:23431:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc3827679c0 going to sleep for 11 seconds 00010000:00080000:1.0:1789302562.454882:0:23431:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8cc4a7f0b800 x1876219121617664/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789302578 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302562.454891:0:23431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23431:1876219121617664:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1789302562.454923:0:23431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23431:1876219121617792:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789302562.454945:0:23431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302562.454962:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121617792 00000100:00100000:1.0:1789302562.454966:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121617792 00000100:00100000:1.0:1789302562.454990:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789302562.454996:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23431:x1876219121617792:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789302562.455036:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23431:x1876219121617792:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 40us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302562.455053:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789302562.455069:0:23431:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc3827670c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789302562.455082:0:23431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23431:1876219121617792:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1789302562.455169:0:23431:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:0.0:1789302562.456468:0:23403:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1789302562.456510:0:23403:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1789302562.456990:0:23403:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789302562.456997:0:23403:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1789302562.457032:0:23403:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789302562.458049:0:23403:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789302562.458613:0:23403:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1789302562.458646:0:23403:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:0.0:1789302562.458812:0:23403:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789302562.462294:0:23431:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789302562.462371:0:23431:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1789302562.462375:0:23431:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00080000:10000000:0.0:1789302562.462585:0:23403:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:1.0:1789302562.464733:0:23403:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1789302562.481140:0:23403:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1789302562.481177:0:23403:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffadc441a13988 00100000:10000000:1.0:1789302562.481186:0:23403:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1789302562.482599:0:23403:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789302562.482632:0:23403:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.109@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789302562.482650:0:23403:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1789302562.482675:0:23403:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1789302562.488943:0:23403:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789302562.489810:0:23403:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789302562.581912:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302562.964229:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00000040:00080000:0.0:1789302563.477969:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789302563.607367:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302563.988205:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 10000000:01000000:1.0:1789302564.052371:0:22669:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789302564.052383:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cc4b7e9e000 from 12 10000000:01000000:1.0:1789302564.052390:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789302564.052452:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302564.052467:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302564.052480:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302564.052524:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121617920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789302564.052628:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302564.052699:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc49129fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1789302564.052760:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121617920 00000100:00100000:0.0:1789302564.052771:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121617920 00000100:00100000:0.0:1789302564.052836:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789302564.052847:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+16:22669:x1876219121617920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789302564.052865:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302564.052883:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39aeec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39aee5 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302564.052914:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39aeec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39aee5 expref: 17 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302564.052927:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39aeec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39aee5 expref: 17 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302564.052938:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b538ec00, rc 0) 00000100:00100000:0.0:1789302564.052992:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+17:22669:x1876219121617920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302564.053000:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789302564.053250:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121617920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302564.053277:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aeec expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302564.053288:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39aeec expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302564.053344:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121618048:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789302564.053380:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302564.053410:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc49129fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1789302564.053458:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121618048 00000100:00100000:0.0:1789302564.053463:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121618048 00000100:00100000:0.0:1789302564.053497:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789302564.053505:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+17:22669:x1876219121618048:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789302564.053530:0:22664:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789302564.053550:0:22664:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789302564.053553:0:22664:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789302564.053646:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+17:22669:x1876219121618048:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 141us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302564.053660:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789302564.053777:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121618048:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789302564.053831:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789302564.053839:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aeec expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302564.053849:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aeec expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302564.053861:0:22669:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789302564.053863:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cc38367e000 from 12 10000000:01000000:2.0:1789302564.053866:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789302564.053887:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302564.053895:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302564.053905:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302564.053919:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121618176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789302564.053947:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302564.053969:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc3839c5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789302564.054019:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121618176 00000100:00100000:1.0:1789302564.054024:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121618176 00000100:00100000:1.0:1789302564.054058:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1789302564.054066:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+17:22669:x1876219121618176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302564.054074:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789302564.054084:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc3839ab000/0x1ff82925bd39aefa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39aef3 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302564.054102:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc3839ab000/0x1ff82925bd39aefa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39aef3 expref: 18 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302564.054136:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc3839ab000/0x1ff82925bd39aefa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39aef3 expref: 18 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302564.054144:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc3839ab000, rc 0) 00000100:00100000:1.0:1789302564.054171:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+18:22669:x1876219121618176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302564.054178:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1789302564.054287:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121618176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789302564.054298:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aefa expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302564.054314:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39aefa expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302564.054351:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121618304:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789302564.054381:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302564.054393:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc3839c5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789302564.055640:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121618304 00000100:00100000:0.0:1789302564.055655:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121618304 00000100:00100000:0.0:1789302564.055703:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789302564.055712:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+18:22669:x1876219121618304:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789302564.055736:0:22665:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789302564.055755:0:22665:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789302564.055759:0:22665:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789302564.055871:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+18:22669:x1876219121618304:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 159us (1488us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302564.055879:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1789302564.056098:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121618304:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789302564.056185:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789302564.056196:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aefa expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302564.056208:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39aefa expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789302564.502937:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789302564.628373:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302565.012952:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789302565.658510:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302566.038206:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789302566.688192:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302567.060197:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 0 seconds 00000100:00100000:1.0:1789302567.508492:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789302567.508519:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121618432:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789302567.508639:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302567.508685:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121618432 00000100:00100000:1.0:1789302567.508692:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121618432 00000100:00100000:1.0:1789302567.508739:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789302567.508749:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121618432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789302567.508782:0:22677:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789302567.508843:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121618432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302567.508850:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789302567.508894:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121618432:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1789302567.516466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789302567.516473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789302567.516476:0:8:0:(import.c:65:import_set_state_nolock()) ffff8cc484fba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789302567.516493:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8cc484fba000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302567.516502:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121618560:0@lo:400:kworker.0 00000100:00100000:3.0:1789302567.516518:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4b6ae6d80 x1876219121618688/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789302567.516536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789302567.516540:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789302567.516543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789302567.516546:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789302567.516572:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789302567.516574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789302567.516579:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789302567.516582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789302567.516598:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789302567.518913:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121618688:0@lo:38:kworker.0 00000100:00100000:3.0:1789302567.518981:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302567.520372:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876219121618816:0@lo:400:kworker.0 00000100:00100000:0.0:1789302567.520431:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302567.523032:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121618688 00000100:00100000:2.0:1789302567.523982:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121618688 00000100:00100000:2.0:1789302567.524126:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789302567.524134:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3644:x1876219121618688:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1789302567.524169:0:23412:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:2.0:1789302567.524281:0:23412:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x1ff82925bd39af01 00000004:00100000:2.0:1789302567.524298:0:23412:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1789302567.524305:0:23412:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1789302567.526673:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876219121618944:0@lo:400:kworker.0 00000100:00100000:1.0:1789302567.526746:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302567.526846:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121618816 00000100:00100000:2.0:1789302567.526879:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121618816 00000100:00100000:2.0:1789302567.526936:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121618944 00000100:00100000:2.0:1789302567.526939:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121618944 00000100:00100000:2.0:1789302567.526964:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789302567.526974:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876219121618816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302567.527044:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876219121618816:12345-0@lo:400:kworker.0 Request processed in 64us (6603us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302567.527051:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789302567.527066:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789302567.527073:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876219121618944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302567.527107:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876219121618944:12345-0@lo:400:kworker.0 Request processed in 35us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302567.527338:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1789302567.527502:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cc4b6ae6a00 x1876219121618944/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302567.527526:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876219121618944:0@lo:400:kworker.0 00000100:00100000:2.0:1789302567.528658:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121618560 00000100:00100000:2.0:1789302567.528669:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121618560 00000100:00100000:2.0:1789302567.528724:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1789302567.528733:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+18:3648:x1876219121618560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302567.528969:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+18:3648:x1876219121618560:12345-0@lo:400:kworker.0 Request processed in 238us (12397us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302567.528976:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1789302567.529159:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121618560:0@lo:400:kworker.0 00010000:00080000:0.0:1789302567.530495:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cc4b6ae7100 x1876219121618816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302567.532679:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876219121618816:0@lo:400:kworker.0 00000100:00080000:2.0:1789302567.539154:0:23412:0:(import.c:65:import_set_state_nolock()) ffff8cc4b0f1a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789302567.539467:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1876219121618688:12345-0@lo:38:kworker.0 Request processed in 15331us (20484us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302567.539480:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1789302567.539545:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789302567.539562:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1789302567.539571:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789302567.539576:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc484fba000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1789302567.539686:0:3644:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e3b55df1): req@ffff8cc4b6b97800 x1876219121611648/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302567.539718:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121618688:0@lo:38:kworker.0 00000100:00100000:3.0:1789302567.539814:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302567.539849:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4852cd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302567.541532:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121611648 00000100:00100000:0.0:1789302567.541550:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121611648 00000100:00100000:0.0:1789302567.541664:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789302567.541679:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22713:x1876219121611648:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789302567.541861:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22713:x1876219121611648:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 185us (2047us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302567.541871:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789302567.541935:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22713:1876219121611648:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1789302567.542021:0:22713:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789302567.542070:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae7b80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22713:1876219121619072:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789302567.542162:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302567.542193:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b8792c00 going to sleep for 11 seconds 00000001:02000400:1.0:1789302567.542840:0:23674:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1789302567.543001:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121619072 00000100:00100000:0.0:1789302567.543012:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121619072 00000100:00100000:0.0:1789302567.543063:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789302567.543074:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22713:x1876219121619072:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789302567.543322:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22713:x1876219121619072:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 249us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302567.543332:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789302567.543348:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae7b80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22713:1876219121619072:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789302567.543441:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae7b80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22713:1876219121619200:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789302567.543482:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302567.543522:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b8792c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789302567.543726:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121619200 00000100:00100000:0.0:1789302567.543734:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121619200 00000100:00100000:0.0:1789302567.543766:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789302567.543775:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22713:x1876219121619200:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789302567.543866:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22713:x1876219121619200:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 92us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302567.543874:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789302567.543941:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae7b80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22713:1876219121619200:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1789302567.543988:0:22713:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789302567.544629:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789302567.544648:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121619328:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789302567.544718:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302567.544834:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121619328 00000100:00100000:0.0:1789302567.544840:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121619328 00000100:00100000:0.0:1789302567.544897:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789302567.544907:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3648:x1876219121619328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789302567.545234:0:22676:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789302567.545303:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3648:x1876219121619328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 398us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302567.545310:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789302567.545461:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121619328:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1789302567.554986:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789302567.555080:0:22713:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 19, retries 0 00000004:00080000:3.0:1789302567.555086:0:22713:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:0.0:1789302567.703806:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789302568.626960:0:23727:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789302568.627168:0:23727:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789302568.725386:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302569.749272:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789302569.761850:0:23777:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789302569.763444:0:23777:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:3.0:1789302570.134892:0:22706:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789302570.772383:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789302570.793737:0:23825:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd7656adc0 20000000:00000080:0.0:1789302570.793754:0:23825:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8cc4b0c00400 uarg=0000000000000000 20000000:01000000:0.0:1789302570.793792:0:23825:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1789302570.793798:0:23825:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1789302570.793803:0:23825:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1789302570.794526:0:23826:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1789302570.794671:0:23825:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1789302570.803663:0:23825:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1789302570.803694:0:23825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302570.803711:0:23825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc4b538e000/0x1ff82925bd39adb1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39adaa expref: 17 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302570.803718:0:23825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc4b538f000/0x1ff82925bd39aeb4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39aead expref: 17 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302570.803725:0:23825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302570.803770:0:23825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc4b538f000/0x1ff82925bd39aeb4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39aead expref: 17 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302570.803801:0:23825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc4b538f000/0x1ff82925bd39aeb4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39aead expref: 17 pid: 22664 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302570.803815:0:23825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23825:1876219121619456:0@lo:104: 00000100:00100000:0.0:1789302570.803877:0:23825:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789302570.803989:0:23825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc4b538e000/0x1ff82925bd39adb1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39adaa expref: 17 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302570.803997:0:23825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc4b538e000/0x1ff82925bd39adb1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39adaa expref: 17 pid: 22666 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302570.804004:0:23825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b96300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23825:1876219121619584:0@lo:104: 00000100:00100000:0.0:1789302570.804027:0:23825:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302570.804610:0:23825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913b6900 going to sleep for 11 seconds 00000100:00100000:1.0:1789302570.804710:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121619456 00000100:00100000:1.0:1789302570.804718:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121619456 00000100:00100000:1.0:1789302570.804759:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121619584 00000100:00100000:1.0:1789302570.804762:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121619584 00000100:00100000:1.0:1789302570.804776:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789302570.804784:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+4:23825:x1876219121619456:12345-0@lo:104: 00010000:00010000:1.0:1789302570.804807:0:22655:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39aeb4 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.804871:0:22655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789302570.804877:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+4:23825:x1876219121619456:12345-0@lo:104: Request processed in 94us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302570.804885:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789302570.804923:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789302570.804930:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+3:23825:x1876219121619584:12345-0@lo:104: 00010000:00010000:1.0:1789302570.804938:0:22655:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39adb1 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805158:0:22655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789302570.805164:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+3:23825:x1876219121619584:12345-0@lo:104: Request processed in 235us (1137us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302570.805170:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1789302570.805188:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789302570.805193:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39aeb4 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805201:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc480030800 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:1.0:1789302570.805205:0:22659:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39aeb4 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805213:0:22659:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39aeb4 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789302570.805231:0:22659:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39aeb4 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302570.805245:0:22659:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789302570.805278:0:22659:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39aeb4 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805284:0:22659:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789302570.805305:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39aeb4 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805312:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39aead lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39aeb4 expref: -99 pid: 23403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805324:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789302570.805327:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39adb1 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805332:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4869d1a00 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:1.0:1789302570.805335:0:22659:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39adb1 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805342:0:22659:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39adb1 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789302570.805347:0:22659:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39adb1 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302570.805352:0:22659:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789302570.805364:0:22659:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39adb1 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805369:0:22659:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789302570.805401:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39adb1 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805407:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1a00/0x1ff82925bd39adaa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39adb1 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805420:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302570.805422:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302570.805424:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302570.805430:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302570.805437:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789302570.805448:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121619712:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302570.805482:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302570.805511:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f33a82-37a9-48a8-ac1d-1c458204f846:3645:1876219121619840:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302570.805531:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302570.805564:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121619712 00000100:00100000:1.0:1789302570.805569:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121619712 00010000:00010000:1.0:1789302570.805588:0:22658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc4b538f000/0x1ff82925bd39aeb4 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39aead expref: 18 pid: 22664 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302570.805607:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121619840 00000100:00100000:1.0:1789302570.805609:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121619840 00010000:00010000:1.0:1789302570.805620:0:22658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc4b538e000/0x1ff82925bd39adb1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39adaa expref: 19 pid: 22666 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302570.805631:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789302570.805637:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f33a82-37a9-48a8-ac1d-1c458204f846+19:3647:x1876219121619712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789302570.805648:0:22658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302570.805653:0:22658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc4b538f000/0x1ff82925bd39aeb4 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39aead expref: 19 pid: 22664 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805673:0:22658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc4b538f000/0x1ff82925bd39aeb4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39aead expref: 19 pid: 22664 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805686:0:22658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789302570.805713:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f33a82-37a9-48a8-ac1d-1c458204f846+19:3647:x1876219121619712:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302570.805720:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789302570.805734:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789302570.805741:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f33a82-37a9-48a8-ac1d-1c458204f846+18:3645:x1876219121619840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789302570.805749:0:22658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302570.805753:0:22658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc4b538e000/0x1ff82925bd39adb1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39adaa expref: 18 pid: 22666 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805762:0:22658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc4b538e000/0x1ff82925bd39adb1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39adaa expref: 18 pid: 22666 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805773:0:22658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805782:0:22658:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805795:0:22658:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805802:0:22658:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805808:0:22658:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805820:0:22658:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805825:0:22658:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b538e800 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302570.805829:0:22658:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805836:0:22658:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805845:0:22658:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302570.805856:0:22658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789302570.805883:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f33a82-37a9-48a8-ac1d-1c458204f846+18:3645:x1876219121619840:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302570.805909:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789302570.805947:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f33a82-37a9-48a8-ac1d-1c458204f846:3645:1876219121619840:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302570.805980:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121619712:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789302570.806311:0:23825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b538f000/0x1ff82925bd39aeb4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39aead expref: 17 pid: 22664 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302570.806324:0:23825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23825:1876219121619456:0@lo:104: 00010000:00010000:0.0:1789302570.806333:0:23825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b538e000/0x1ff82925bd39adb1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39adaa expref: 16 pid: 22666 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302570.806342:0:23825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b96300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23825:1876219121619584:0@lo:104: 00010000:00010000:0.0:1789302570.806360:0:23825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302570.806370:0:23825:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302570.806403:0:23825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302570.806410:0:23825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b538e800/0x1ff82925bd39af08 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302571.800293:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789302572.373349:0:22669:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789302572.373357:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cc4b7e9e000 from 13 10000000:01000000:1.0:1789302572.373363:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789302572.373407:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302572.373419:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302572.373441:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302572.373465:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121619968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789302572.373539:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302572.373617:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b8792000 going to sleep for 11 seconds 00000100:00100000:3.0:1789302572.376737:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121619968 00000100:00100000:3.0:1789302572.376751:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121619968 00000100:00100000:3.0:1789302572.376866:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789302572.376877:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+16:22669:x1876219121619968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789302572.376914:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302572.376936:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39af16 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39af0f expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302572.376964:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39af16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39af0f expref: 17 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302572.376976:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39af16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39af0f expref: 17 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302572.376985:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc480031c00, rc 0) 00000100:00100000:3.0:1789302572.377063:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+17:22669:x1876219121619968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (3524us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302572.377070:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789302572.377170:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121619968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302572.377191:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af16 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302572.377201:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39af16 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302572.377287:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121620096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302572.377323:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302572.381693:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b8792000 going to sleep for 11 seconds 00000100:00100000:0.0:1789302572.382064:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121620096 00000100:00100000:0.0:1789302572.382075:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121620096 00000100:00100000:0.0:1789302572.382254:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789302572.382265:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+17:22669:x1876219121620096:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789302572.382492:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+17:22669:x1876219121620096:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 229us (5168us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302572.382501:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789302572.384737:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121620096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302572.384795:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121620224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789302572.384860:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302572.384910:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b8792000 going to sleep for 11 seconds 00000100:00100000:1.0:1789302572.384930:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121620224 00000100:00100000:1.0:1789302572.384937:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121620224 00000100:00100000:1.0:1789302572.384976:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789302572.384984:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+17:22669:x1876219121620224:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789302572.385082:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+17:22669:x1876219121620224:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 98us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302572.385097:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789302572.385157:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121620224:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789302572.386439:0:23891:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789302572.386745:0:22669:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789302572.386769:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789302572.386781:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af16 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302572.386793:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af16 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302572.386803:0:22669:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789302572.386805:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cc38367e000 from 13 10000000:01000000:1.0:1789302572.386808:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789302572.386841:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302572.386848:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302572.386858:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302572.386879:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121620352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789302572.386943:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302572.386980:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b8792000 going to sleep for 11 seconds 00000100:00100000:1.0:1789302572.387000:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121620352 00000100:00100000:1.0:1789302572.387005:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121620352 00000100:00100000:1.0:1789302572.387048:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789302572.387056:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+17:22669:x1876219121620352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302572.387079:0:22664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789302572.387092:0:22664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc3839aa600/0x1ff82925bd39af24 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39af1d expref: -99 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302572.387136:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc3839aa600/0x1ff82925bd39af24 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39af1d expref: 18 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302572.387147:0:22664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc3839aa600/0x1ff82925bd39af24 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39af1d expref: 18 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302572.387154:0:22664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc3839aa600, rc 0) 00000100:00100000:1.0:1789302572.387191:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:22669:x1876219121620352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302572.387197:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789302572.392798:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121620352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302572.392828:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af24 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302572.392841:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39af24 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302572.392932:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121620480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302572.392985:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302572.393022:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b8792000 going to sleep for 11 seconds 00000100:00100000:1.0:1789302572.393040:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121620480 00000100:00100000:1.0:1789302572.393046:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121620480 00000100:00100000:1.0:1789302572.393080:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789302572.393088:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:22669:x1876219121620480:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302572.393253:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:22669:x1876219121620480:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 165us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302572.393260:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789302572.393293:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121620480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302572.393320:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121620608:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789302572.393362:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302572.393375:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b8792000 going to sleep for 11 seconds 00000100:00100000:1.0:1789302572.393387:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121620608 00000100:00100000:1.0:1789302572.393391:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121620608 00000100:00100000:1.0:1789302572.393407:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789302572.393413:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:22669:x1876219121620608:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789302572.393491:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:22669:x1876219121620608:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 76us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302572.393498:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789302572.393536:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121620608:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789302572.394231:0:23892:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789302572.394289:0:22669:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789302572.394304:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789302572.394312:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af24 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302572.394322:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af24 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789302572.628302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302572.628310:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789302572.628313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302572.628316:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789302572.628341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302572.628344:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789302572.628347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302572.628351:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789302572.628378:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876219121620864:0@lo:400:kworker.0 00000100:00100000:1.0:1789302572.628424:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302562/real 1789302562] req@ffff8cc4b6ae5f80 x1876219121614848/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302572 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302572.628439:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302572.628452:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc4b6ae5f80 x1876219121614848/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302572 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302572.628473:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789302572.628479:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382917b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121620992:0@lo:400:kworker.0 00000100:00100000:1.0:1789302572.628501:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302562/real 1789302562] req@ffff8cc382916a00 x1876219121614720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302572 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302572.628502:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302572.628514:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc382916a00 x1876219121614720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302572 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789302572.628528:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc382632000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789302572.628543:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789302572.628546:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121620864 00000100:00100000:1.0:1789302572.628547:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121614848:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1789302572.628552:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121620864 00000100:00100000:2.0:1789302572.628596:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789302572.628604:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876219121620864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302572.628655:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876219121620864:12345-0@lo:400:kworker.0 Request processed in 51us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302572.628662:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789302572.628692:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121620992 00000100:00100000:2.0:1789302572.628696:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121620992 00000100:00100000:2.0:1789302572.628734:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789302572.628742:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121620992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302572.628777:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121620992:12345-0@lo:400:kworker.0 Request processed in 36us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302572.628783:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:1.0:1789302572.628802:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4add88000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789302572.628804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302572.628807:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789302572.628809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302572.628812:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789302572.628812:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00080000:2.0:1789302572.628815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1789302572.628816:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121614720:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1789302572.628818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789302572.628820:0:37:0:(import.c:65:import_set_state_nolock()) ffff8cc4add88000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789302572.628857:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121620736:0@lo:400:kworker.0 00000100:00100000:3.0:1789302572.628889:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302572.628910:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876219121621248:0@lo:400:kworker.0 00000100:00100000:3.0:1789302572.628932:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302572.628950:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789302572.628956:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121621120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789302572.628976:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302572.629001:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121620736 00000100:00100000:3.0:1789302572.629005:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121620736 00000100:00100000:3.0:1789302572.629027:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121621120 00000100:00100000:3.0:1789302572.629029:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121621120 00000100:00100000:3.0:1789302572.629041:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789302572.629046:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1876219121620736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302572.629081:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1876219121620736:12345-0@lo:400:kworker.0 Request processed in 33us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302572.629093:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789302572.629107:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789302572.629136:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121621120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789302572.629159:0:22676:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789302572.629191:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121621120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302572.629198:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789302572.629244:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121621120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789302572.629253:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121620736:0@lo:400:kworker.0 00000100:00100000:3.0:1789302572.631316:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382917b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121620992:0@lo:400:kworker.0 00010000:00080000:3.0:1789302572.631335:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cc382914a80 x1876219121620864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302572.631345:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876219121620864:0@lo:400:kworker.0 00000100:00100000:0.0:1789302572.631467:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121621248 00000100:00100000:0.0:1789302572.631475:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121621248 00000100:00100000:0.0:1789302572.631536:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789302572.631544:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876219121621248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302572.631619:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876219121621248:12345-0@lo:400:kworker.0 Request processed in 75us (2684us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302572.631625:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1789302572.631661:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cc382914000 x1876219121621248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302572.631671:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876219121621248:0@lo:400:kworker.0 00000100:00080000:2.0:1789302572.631962:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 638 00000100:00080000:2.0:1789302572.631967:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789302572.631975:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8cc4add88000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302572.632001:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382915f80 x1876219121621376/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789302572.632027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302572.632032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789302572.632034:0:37:0:(import.c:65:import_set_state_nolock()) ffff8cc382632000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789302572.632037:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 638 00000100:00080000:2.0:1789302572.632040:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789302572.632044:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8cc382632000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302572.632063:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382916300 x1876219121621504/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789302572.632080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302572.632083:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789302572.632086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302572.632089:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789302572.632197:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789302572.632216:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121621632:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789302572.632257:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302572.632288:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121621632 00000100:00100000:0.0:1789302572.632293:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121621632 00000100:00100000:0.0:1789302572.632316:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789302572.632322:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3648:x1876219121621632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789302572.632345:0:22676:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789302572.632377:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3648:x1876219121621632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302572.632382:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789302572.632411:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121621632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789302572.632487:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121621376:0@lo:8:kworker.0 00000400:00000100:3.0:1789302572.632523:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876219121621376 offset 0 length 520: 4 00000100:00100000:3.0:1789302572.632544:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121621504:0@lo:8:kworker.0 00000400:00000100:3.0:1789302572.632559:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876219121621504 offset 0 length 520: 4 00010000:00010000:1.0:1789302572.820408:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789302573.151051:0:23404:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1789302573.659007:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302558/real 1789302558] req@ffff8cc4a7f0a680 x1876219121612800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302573 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302573.659036:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc4a7f0a680 x1876219121612800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302573 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302573.659047:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302558/real 1789302558] req@ffff8cc4a7f08a80 x1876219121612928/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302573 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302573.659057:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc4a7f08a80 x1876219121612928/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302573 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789302573.659090:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc485de3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789302573.659139:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789302573.659144:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121612800:0@lo:8:kworker.0 00000100:00080000:1.0:1789302573.659149:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc38422a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789302573.659495:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302573.659499:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789302573.659502:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc485de3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789302573.659506:0:13920:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:2.0:1789302573.659511:0:13920:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789302573.659521:0:13920:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8cc485de3000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302573.659538:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382917480 x1876219121622016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789302573.659547:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302573.659550:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789302573.659552:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc38422a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789302573.659554:0:13920:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:2.0:1789302573.659557:0:13920:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789302573.659560:0:13920:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8cc38422a000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302573.659569:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382915500 x1876219121622144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789302573.659587:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302573.659597:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789302573.659600:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302573.659603:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789302573.659630:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121622400:0@lo:400:kworker.0 00000100:00100000:2.0:1789302573.659687:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302573.659719:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121621760:0@lo:400:kworker.0 00000100:00100000:2.0:1789302573.659740:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121622400 00000100:00100000:2.0:1789302573.659746:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121622400 00000100:00100000:0.0:1789302573.659753:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302573.659779:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382917b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121622528:0@lo:400:kworker.0 00000100:00100000:2.0:1789302573.659787:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789302573.659795:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382914e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121622400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302573.659800:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302573.659827:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121621888:0@lo:400:kworker.0 00000100:00100000:2.0:1789302573.659844:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382914e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121622400:12345-0@lo:400:kworker.0 Request processed in 49us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302573.659847:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302573.659851:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789302573.659862:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789302573.659864:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121621888 00000100:00100000:2.0:1789302573.659867:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121621888 00000100:00100000:0.0:1789302573.659868:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876219121622272:0@lo:400:kworker.0 00000100:00100000:2.0:1789302573.659881:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789302573.659886:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121621888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302573.659915:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121621888:12345-0@lo:400:kworker.0 Request processed in 28us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302573.659920:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789302573.659960:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121622400:0@lo:400:kworker.0 00000100:00080000:1.0:1789302573.660037:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789302573.660042:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121612928:0@lo:8:kworker.0 00000100:00100000:1.0:1789302573.660059:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382917480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121622016:0@lo:8:kworker.0 00000400:00000100:1.0:1789302573.660080:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876219121622016 offset 0 length 520: 4 00000100:00100000:1.0:1789302573.660093:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121622144:0@lo:8:kworker.0 00000100:00100000:2.0:1789302573.660185:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121622528 00000100:00100000:2.0:1789302573.660190:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121622528 00000100:00100000:2.0:1789302573.660228:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789302573.660235:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121622528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302573.660271:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121622528:12345-0@lo:400:kworker.0 Request processed in 37us (468us total) trans 0 rc 0/0 00000400:00000100:1.0:1789302573.660440:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876219121622144 offset 0 length 520: 4 00000100:00100000:1.0:1789302573.660470:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121621760 00000100:00100000:1.0:1789302573.660474:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121621760 00000100:00100000:1.0:1789302573.660503:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789302573.660506:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789302573.660509:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:3648:x1876219121621760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302573.660539:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+18:3648:x1876219121621760:12345-0@lo:400:kworker.0 Request processed in 30us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302573.660545:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789302573.661606:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302573.661675:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121621888:0@lo:400:kworker.0 00000100:00100000:0.0:1789302573.661714:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121622272 00000100:00100000:0.0:1789302573.661718:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121622272 00000100:00100000:0.0:1789302573.661759:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789302573.661767:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876219121622272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302573.661814:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876219121622272:12345-0@lo:400:kworker.0 Request processed in 48us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302573.661831:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789302573.661861:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121621760:0@lo:400:kworker.0 00010000:00080000:0.0:1789302573.661874:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cc382917b80 x1876219121622528/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302573.661960:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382917b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121622528:0@lo:400:kworker.0 00010000:00080000:0.0:1789302573.661996:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8cc382914000 x1876219121622272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302573.662005:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876219121622272:0@lo:400:kworker.0 00010000:00010000:1.0:1789302573.844803:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789302574.751837:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789302574.868381:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302575.893299:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302576.916524:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789302577.596364:0:24174:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789302577.596369:0:24174:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1789302577.596371:0:24174:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1789302577.597730:0:24174:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8cc4b0f69000 00000020:01000004:2.0:1789302577.597757:0:24174:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789302577.597776:0:24174:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789302577.597793:0:24174:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8cc4bd9799c0) 00000020:00000080:2.0:1789302577.597813:0:24174:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789302577.669065:0:24174:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789302577.670853:0:24174:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1789302577.671690:0:24174:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789302577.679542:0:24174:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1789302577.680254:0:24174:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789302577.681490:0:24174:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1789302577.682464:0:24174:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:0.0:1789302577.686845:0:24174:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789302577.687515:0:24174:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1789302577.687529:0:24174:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789302577.687543:0:24174:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x1ff82925bd39af32 00000020:01000004:0.0:1789302577.687551:0:24174:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1789302577.687574:0:24174:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.109@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1789302577.687578:0:24174:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.109@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1789302577.687585:0:24174:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1789302577.687591:0:24174:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1789302577.687603:0:24174:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8cc4b50b8000) 00000020:00000080:0.0:1789302577.687615:0:24174:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1789302577.688864:0:24174:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789302577.695420:0:24174:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1789302577.695434:0:24174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1789302577.700355:0:24174:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1789302577.700370:0:24174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1789302577.706398:0:24174:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1789302577.706411:0:24174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1789302577.709567:0:24174:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789302577.711205:0:24174:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1789302577.711215:0:24174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1789302577.715231:0:24174:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1789302577.715252:0:24174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1789302577.740479:0:24174:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789302577.741450:0:24174:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1789302577.741457:0:24174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1789302577.748929:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121622656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789302577.748997:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302577.749160:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121622784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789302577.749199:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302577.751157:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121622656 00000100:00100000:1.0:1789302577.751170:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121622656 00000100:00100000:1.0:1789302577.751234:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121622784 00000100:00100000:1.0:1789302577.751238:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121622784 00000100:00100000:1.0:1789302577.751254:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789302577.751261:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121622656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789302577.751295:0:22676:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789302577.751315:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789302577.751322:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121622784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789302577.751340:0:23412:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789302577.751361:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121622656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (2363us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302577.751368:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789302577.751380:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121622784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (2182us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302577.751386:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789302577.751425:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121622784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789302577.752091:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121622656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789302577.754244:0:24174:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1789302577.754259:0:24174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1789302577.771735:0:24174:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1789302577.771751:0:24174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1789302577.773889:0:24174:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789302577.774077:0:24174:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1789302577.774083:0:24174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1789302577.774988:0:24174:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1789302577.774997:0:24174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1789302577.821701:0:24174:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789302577.821906:0:24174:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1789302577.821912:0:24174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1789302577.824756:0:24174:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1789302577.824770:0:24174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1789302577.825668:0:24174:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1789302577.825699:0:24174:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1789302577.825705:0:24174:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.109@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1789302577.856950:0:24174:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.109@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789302577.856996:0:24174:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.109@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1789302577.857001:0:24174:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789302577.857002:0:24174:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789302577.857004:0:24174:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789302577.857005:0:24174:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789302577.857006:0:24174:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789302577.857007:0:24174:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789302577.857008:0:24174:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789302577.857010:0:24174:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789302577.857011:0:24174:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789302577.857015:0:24174:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1789302577.857017:0:24174:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789302577.857018:0:24174:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789302577.857019:0:24174:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789302577.857020:0:24174:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789302577.857021:0:24174:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789302577.857023:0:24174:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789302577.857023:0:24174:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789302577.857031:0:24174:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789302577.857032:0:24174:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789302577.857057:0:24174:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1789302577.857075:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121622912:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789302577.857436:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302577.857542:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b5101840 going to sleep for 11 seconds 00000100:00100000:3.0:1789302577.866471:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121622912 00000100:00100000:3.0:1789302577.866486:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121622912 00000100:00100000:3.0:1789302577.866680:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789302577.866694:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+18:24174:x1876219121622912:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789302577.866944:0:22666:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1789302577.866947:0:22666:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1789302577.866970:0:22666:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1789302577.867589:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+18:24174:x1876219121622912:12345-0@lo:253:mount.lustre.0 Request processed in 899us (10152us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302577.867598:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789302577.867697:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121622912:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789302577.867720:0:24174:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1789302577.867724:0:24174:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789302577.867726:0:24174:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789302577.867727:0:24174:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789302577.867728:0:24174:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789302577.867729:0:24174:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789302577.867730:0:24174:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789302577.867732:0:24174:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789302577.867734:0:24174:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789302577.867735:0:24174:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789302577.867756:0:24174:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8cc4b0f69000 from lustre-OST0000 10000000:01000000:1.0:1789302577.867786:0:24174:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1789302577.867790:0:24174:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1789302577.867799:0:24174:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8cc382890000 local copy 00010000:00010000:1.0:1789302577.867810:0:24174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302577.867904:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623040:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789302577.867938:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302577.868012:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b5101a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789302577.870256:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121623040 00000100:00100000:2.0:1789302577.870270:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121623040 00000100:00100000:2.0:1789302577.870340:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789302577.870350:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+18:24174:x1876219121623040:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302577.870485:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+18:24174:x1876219121623040:12345-0@lo:501:mount.lustre.0 Request processed in 137us (2545us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789302577.870493:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789302577.870851:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623040:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789302577.870876:0:24174:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.109@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789302577.870906:0:24174:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.109@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789302577.870915:0:24174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.870926:0:24174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302577.870957:0:24174:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8cc4b0f69000 10000000:01000000:3.0:1789302577.870962:0:24174:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789302577.870983:0:24174:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1789302577.870987:0:24174:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789302577.870991:0:24174:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1789302577.870994:0:24174:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1789302577.871026:0:24174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480031a00/0x1ff82925bd39af40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.871035:0:24174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc480031a00/0x1ff82925bd39af40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.871044:0:24174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc480031a00/0x1ff82925bd39af40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302577.871063:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623168:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789302577.871101:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302577.871840:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b532c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789302577.871922:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121623168 00000100:00100000:2.0:1789302577.871931:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121623168 00000100:00100000:2.0:1789302577.871981:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789302577.871989:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade98c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+18:24174:x1876219121623168:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789302577.872012:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302577.872026:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4869d1000/0x1ff82925bd39af47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39af40 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.872050:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4869d1000/0x1ff82925bd39af47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39af40 expref: 19 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.872060:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4869d1000/0x1ff82925bd39af47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39af40 expref: 19 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.872067:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4869d1000, rc 0) 00000100:00100000:2.0:1789302577.872146:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade98c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+19:24174:x1876219121623168:12345-0@lo:101:mount.lustre.0 Request processed in 158us (1044us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302577.872153:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789302577.872355:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623168:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302577.872370:0:24174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc480031a00/0x1ff82925bd39af40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af47 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.872379:0:24174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc480031a00/0x1ff82925bd39af40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39af47 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789302577.875416:0:24174:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1789302577.876388:0:24174:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789302577.876602:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789302577.876624:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789302577.876635:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789302577.876646:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789302577.876656:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789302577.876666:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789302577.876677:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789302577.876687:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789302577.876697:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1789302577.876707:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1789302577.876718:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1789302577.876728:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1789302577.876742:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1789302577.876747:0:24174:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1789302577.876820:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623296:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302577.876895:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302577.876931:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc3839ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1789302577.877864:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121623296 00000100:00100000:1.0:1789302577.877873:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121623296 00000100:00100000:1.0:1789302577.877921:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789302577.877928:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade98850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+19:24174:x1876219121623296:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789302577.878069:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade98850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+19:24174:x1876219121623296:12345-0@lo:501:mount.lustre.0 Request processed in 141us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302577.878085:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789302577.879232:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623296:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789302577.879280:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623424:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789302577.879338:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302577.879371:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b532ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1789302577.879847:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121623424 00000100:00100000:1.0:1789302577.879863:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121623424 00000100:00100000:1.0:1789302577.879914:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789302577.879923:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade99c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+19:24174:x1876219121623424:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789302577.881061:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade99c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+19:24174:x1876219121623424:12345-0@lo:503:mount.lustre.0 Request processed in 1136us (1719us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302577.881072:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789302577.881205:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623424:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789302577.881623:0:24174:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789302577.881697:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623552:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302577.881746:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302577.881780:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b532ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1789302577.881829:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121623552 00000100:00100000:2.0:1789302577.881835:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121623552 00000100:00100000:2.0:1789302577.881884:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789302577.881893:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+19:24174:x1876219121623552:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789302577.882341:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+19:24174:x1876219121623552:12345-0@lo:502:mount.lustre.0 Request processed in 448us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302577.882350:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789302577.882429:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623552:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789302577.882593:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789302577.882616:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789302577.882638:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789302577.882650:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789302577.882661:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789302577.882671:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789302577.882681:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789302577.882692:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789302577.882702:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1789302577.882941:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1789302577.882956:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1789302577.882966:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1789302577.882990:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623680:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302577.883025:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302577.883092:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b532ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1789302577.883350:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121623680 00000100:00100000:1.0:1789302577.883356:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121623680 00000100:00100000:1.0:1789302577.883417:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789302577.883424:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+19:24174:x1876219121623680:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789302577.883516:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+19:24174:x1876219121623680:12345-0@lo:502:mount.lustre.0 Request processed in 92us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302577.883523:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789302577.883584:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623680:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789302577.883630:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1789302577.883639:0:24174:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1789302577.884315:0:24191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789302577.884324:0:24191:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1789302577.884330:0:24191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302577.884332:0:24191:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1789302577.884340:0:24191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789302577.884357:0:24191:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8cc3838199c0) 00000020:00000080:2.0:1789302577.884378:0:24191:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1789302577.884384:0:24191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789302577.884463:0:24191:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cc4b0f69000 from lustre-OST0000, refs=2 00080000:01000000:2.0:1789302577.884471:0:24191:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789302577.884478:0:24191:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x1ff82925bd39af55 00010000:00010000:2.0:1789302577.888634:0:24191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1789302577.889278:0:24191:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1789302577.893418:0:24191:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1789302577.894907:0:24191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1789302577.894918:0:24191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789302577.894924:0:24191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302577.894932:0:24191:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1789302577.894936:0:24191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789302577.894939:0:24191:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1789302577.894940:0:24191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789302577.894942:0:24191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789302577.894943:0:24191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789302577.894946:0:24191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302577.894947:0:24191:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789302577.894949:0:24191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789302577.894952:0:24191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302577.894954:0:24191:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789302577.894956:0:24191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789302577.894958:0:24191:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789302577.894961:0:24191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789302577.894963:0:24191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302577.894965:0:24191:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789302577.894967:0:24191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789302577.894969:0:24191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302577.894970:0:24191:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789302577.894974:0:24191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789302577.895002:0:24191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789302577.895006:0:24191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789302577.895008:0:24191:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789302577.895011:0:24191:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:1.0:1789302577.895288:0:24174:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:1.0:1789302577.895320:0:24174:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1789302577.895341:0:24174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480031a00/0x1ff82925bd39af40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af47 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.895353:0:24174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc480031a00/0x1ff82925bd39af40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af47 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302577.895362:0:24174:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cc4b0f69000 from 1 10000000:01000000:1.0:1789302577.895365:0:24174:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789302577.895399:0:24174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.895417:0:24174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.895428:0:24174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302577.895451:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623808:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789302577.895513:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302577.895554:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789302577.895631:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121623808 00000100:00100000:3.0:1789302577.895639:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121623808 00000100:00100000:3.0:1789302577.895689:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789302577.895698:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+19:24174:x1876219121623808:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302577.895710:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302577.895723:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc480030400/0x1ff82925bd39af63 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39af5c expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.895756:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc480030400/0x1ff82925bd39af63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39af5c expref: 20 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.895767:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc480030400/0x1ff82925bd39af63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39af5c expref: 20 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.895776:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc480030400, rc 0) 00000100:00100000:3.0:1789302577.895819:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+20:24174:x1876219121623808:12345-0@lo:101:mount.lustre.0 Request processed in 122us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302577.895827:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789302577.895885:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623808:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302577.895903:0:24174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af63 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.895912:0:24174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39af63 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789302577.897910:0:24174:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1789302577.898468:0:24174:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789302577.898669:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789302577.898695:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1789302577.898723:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1789302577.898741:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1789302577.898757:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1789302577.898770:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1789302577.898784:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1789302577.898796:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1789302577.898809:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1789302577.898821:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1789302577.898846:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1789302577.898941:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1789302577.898948:0:24174:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1789302577.899036:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623936:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302577.899372:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302577.899418:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a0c9dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1789302577.899529:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121623936 00000100:00100000:1.0:1789302577.899537:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121623936 00000100:00100000:1.0:1789302577.899588:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789302577.899597:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade99450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+20:24174:x1876219121623936:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789302577.899715:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade99450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+20:24174:x1876219121623936:12345-0@lo:501:mount.lustre.0 Request processed in 119us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302577.899722:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789302577.899834:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121623936:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302577.899949:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624064:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789302577.899991:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302577.900051:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a0c9dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1789302577.905671:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121624064 00000100:00100000:1.0:1789302577.905686:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121624064 00000100:00100000:1.0:1789302577.905750:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789302577.905760:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade99050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+20:24174:x1876219121624064:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789302577.906190:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade99050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+20:24174:x1876219121624064:12345-0@lo:503:mount.lustre.0 Request processed in 431us (6196us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302577.906199:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789302577.908217:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624064:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789302577.909054:0:24174:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789302577.909664:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624192:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302577.909747:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302577.909784:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b532ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1789302577.909943:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121624192 00000100:00100000:2.0:1789302577.909950:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121624192 00000100:00100000:2.0:1789302577.909996:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789302577.910003:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+20:24174:x1876219121624192:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789302577.910131:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+20:24174:x1876219121624192:12345-0@lo:502:mount.lustre.0 Request processed in 106us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302577.910139:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789302577.910403:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624192:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789302577.910571:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789302577.910603:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1789302577.910627:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1789302577.910639:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1789302577.910649:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1789302577.910660:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1789302577.910670:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1789302577.910681:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1789302577.910691:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1789302577.910702:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1789302577.910727:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1789302577.910751:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624320:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302577.910787:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302577.910818:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a0ab0480 going to sleep for 11 seconds 00000100:00100000:2.0:1789302577.910970:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121624320 00000100:00100000:2.0:1789302577.910976:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121624320 00000100:00100000:2.0:1789302577.911012:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789302577.911018:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+20:24174:x1876219121624320:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789302577.911150:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+20:24174:x1876219121624320:12345-0@lo:502:mount.lustre.0 Request processed in 92us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302577.911158:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789302577.911246:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624320:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789302577.911292:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1789302577.911309:0:24174:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1789302577.912792:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302577.912804:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302577.912806:0:24195:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789302577.912813:0:24195:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cc4b0f69000 00000020:00000080:1.0:1789302577.912815:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789302577.912823:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302577.912826:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302577.912827:0:24195:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789302577.912829:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302577.912832:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302577.912833:0:24195:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789302577.912836:0:24195:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cc4b0f69000 00000020:00000080:1.0:1789302577.912838:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789302577.913765:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302577.913772:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302577.913774:0:24195:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789302577.913777:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302577.913780:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302577.913782:0:24195:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789302577.913785:0:24195:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8cc4b0f69000 00000020:00000080:1.0:1789302577.913787:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789302577.916017:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302577.916029:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302577.916031:0:24195:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789302577.916036:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302577.916040:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302577.916041:0:24195:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789302577.916045:0:24195:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8cc4b0f69000 00000020:00000080:1.0:1789302577.916048:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789302577.916145:0:24195:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302577.916149:0:24195:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302577.916150:0:24195:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789302577.916154:0:24195:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1789302577.916447:0:24174:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789302577.916485:0:24174:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789302577.916507:0:24174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af63 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.916525:0:24174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af63 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302577.916580:0:24174:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789302577.916582:0:24174:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8cc4b0f69000 10000000:01000000:2.0:1789302577.916585:0:24174:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8cc4b0f69000 10000000:01000000:2.0:1789302577.916589:0:24174:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789302577.916594:0:24174:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8cc4b0f69000 from 1 10000000:01000000:2.0:1789302577.916596:0:24174:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789302577.916632:0:24174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39af6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.916640:0:24174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39af6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.916651:0:24174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39af6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302577.916673:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624448:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789302577.916796:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302577.916842:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc490ed2840 going to sleep for 11 seconds 00000100:00100000:2.0:1789302577.922196:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121624448 00000100:00100000:2.0:1789302577.922211:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121624448 00000100:00100000:2.0:1789302577.922267:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789302577.922278:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+20:24174:x1876219121624448:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789302577.922293:0:22664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302577.922312:0:22664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4869d1600/0x1ff82925bd39af71 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39af6a expref: -99 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.922360:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4869d1600/0x1ff82925bd39af71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39af6a expref: 21 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.922371:0:22664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4869d1600/0x1ff82925bd39af71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39af6a expref: 21 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.922380:0:22664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4869d1600, rc 0) 00000100:00100000:2.0:1789302577.922452:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121624448:12345-0@lo:101:mount.lustre.0 Request processed in 176us (5656us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302577.922459:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789302577.922517:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624448:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789302577.922537:0:24174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39af6a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af71 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.922547:0:24174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39af6a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39af71 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789302577.927886:0:24174:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1789302577.928200:0:24174:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789302577.928383:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789302577.928409:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1789302577.928424:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1789302577.928438:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1789302577.928450:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1789302577.928461:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1789302577.928472:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1789302577.928483:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1789302577.928494:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789302577.928505:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1789302577.928518:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1789302577.928533:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1789302577.928544:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1789302577.928570:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1789302577.928585:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1789302577.928597:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1789302577.928607:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1789302577.928629:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1789302577.928641:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1789302577.928652:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1789302577.928663:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1789302577.928674:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1789302577.928687:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1789302577.928699:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1789302577.928833:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1789302577.928853:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1789302577.928865:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1789302577.928877:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1789302577.928890:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1789302577.928918:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1789302577.928934:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1789302577.928948:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1789302577.928962:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1789302577.928975:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1789302577.928989:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1789302577.929001:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1789302577.929015:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1789302577.929029:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1789302577.929042:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1789302577.929054:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1789302577.929082:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1789302577.929099:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1789302577.929138:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1789302577.929157:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1789302577.929183:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1789302577.929211:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1789302577.929225:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1789302577.929238:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1789302577.929353:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1789302577.929375:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1789302577.929403:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1789302577.929409:0:24174:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1789302577.929496:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624576:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789302577.929561:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302577.929610:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a0ab0780 going to sleep for 11 seconds 00000100:00100000:3.0:1789302577.929644:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121624576 00000100:00100000:3.0:1789302577.929651:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121624576 00000100:00100000:3.0:1789302577.929691:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789302577.929699:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121624576:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789302577.931552:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121624576:12345-0@lo:501:mount.lustre.0 Request processed in 1845us (1983us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302577.931564:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789302577.931635:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624576:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789302577.931675:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624704:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789302577.932920:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302577.932960:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a0ab0780 going to sleep for 11 seconds 00000100:00100000:2.0:1789302577.934409:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121624704 00000100:00100000:2.0:1789302577.934423:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121624704 00000100:00100000:2.0:1789302577.934500:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789302577.934511:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121624704:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789302577.934657:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121624704:12345-0@lo:503:mount.lustre.0 Request processed in 147us (1806us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302577.934664:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789302577.935998:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624704:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789302577.936546:0:24174:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789302577.936627:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624832:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302577.936694:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302577.937273:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a0ab0780 going to sleep for 11 seconds 00000100:00100000:3.0:1789302577.942546:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121624832 00000100:00100000:3.0:1789302577.942561:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121624832 00000100:00100000:3.0:1789302577.942638:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789302577.942649:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121624832:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302577.942826:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121624832:12345-0@lo:502:mount.lustre.0 Request processed in 179us (6131us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302577.942842:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789302577.942939:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624832:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789302577.943190:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789302577.943222:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789302577.943237:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789302577.943250:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789302577.943263:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789302577.943276:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789302577.943289:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789302577.943319:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789302577.943336:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789302577.943348:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789302577.943360:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789302577.943373:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789302577.943387:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789302577.943399:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789302577.943411:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789302577.943422:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789302577.943434:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789302577.943446:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789302577.943458:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789302577.943469:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789302577.943482:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789302577.943495:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789302577.943507:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789302577.943535:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789302577.943553:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789302577.943566:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789302577.943578:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789302577.943590:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789302577.943612:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789302577.943623:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789302577.943635:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789302577.943646:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789302577.943657:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789302577.943668:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789302577.943680:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789302577.943693:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789302577.943706:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789302577.943718:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789302577.943733:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789302577.943765:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789302577.943781:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789302577.943797:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789302577.943812:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789302577.943829:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789302577.943845:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789302577.943863:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789302577.943878:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789302577.943894:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789302577.943945:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624960:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302577.944000:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302577.944035:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a0ab0780 going to sleep for 11 seconds 00000100:00100000:3.0:1789302577.944055:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121624960 00000100:00100000:3.0:1789302577.944061:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121624960 00000100:00100000:3.0:1789302577.944096:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789302577.944104:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121624960:12345-0@lo:502:mount.lustre.0 00010000:00010000:2.0:1789302577.944161:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302577.944234:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121624960:12345-0@lo:502:mount.lustre.0 Request processed in 131us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302577.944241:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789302577.944300:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121624960:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789302577.945804:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789302577.945873:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789302577.945917:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121625088:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302577.945976:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302577.946014:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a0ab0780 going to sleep for 11 seconds 00000100:00100000:3.0:1789302577.946040:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121625088 00000100:00100000:3.0:1789302577.946047:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121625088 00000100:00100000:3.0:1789302577.946098:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789302577.946107:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121625088:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302577.946228:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121625088:12345-0@lo:502:mount.lustre.0 Request processed in 121us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302577.946235:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789302577.946289:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121625088:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789302577.946333:0:24174:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1789302577.946341:0:24174:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789302577.950317:0:24199:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789302577.950342:0:24199:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8cc38381b380) 00000020:00000080:2.0:1789302577.950367:0:24199:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1789302577.950461:0:24199:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cc4b0f69000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789302577.950465:0:24199:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cc4b0f69000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789302577.950468:0:24199:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc4b0f69000 3 00010000:00080000:2.0:1789302577.950503:0:24199:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc384342800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.109@tcp at head 00010000:00010000:2.0:1789302577.955458:0:24199:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1789302577.956786:0:24199:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1789302577.956855:0:24199:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789302577.956869:0:24199:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x1ff82925bd39af7f 00000100:00080000:2.0:1789302577.956879:0:24199:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789302577.956890:0:24199:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8cc384342800 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302577.956932:0:24199:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382916a00 x1876219121625216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789302577.957109:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876219121625216:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789302577.957289:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302577.957431:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121625216 00000100:00100000:2.0:1789302577.957438:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121625216 00000100:00100000:2.0:1789302577.957474:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789302577.957482:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1876219121625216:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789302577.957503:0:22672:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 653 last 0 00000020:00000080:2.0:1789302577.957615:0:22672:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x1ff82925bd39af86 00000004:00100000:2.0:1789302577.957629:0:22672:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789302577.957659:0:22672:0:(import.c:65:import_set_state_nolock()) ffff8cc381f76000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789302577.957710:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1876219121625216:12345-0@lo:38:llog_process_th.0 Request processed in 227us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302577.957717:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1789302577.957760:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc382916a00 x1876219121625216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789302587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302577.957770:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789302577.957777:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789302577.957783:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789302577.957787:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789302577.957789:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc384342800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789302577.957794:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876219121625216:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1789302577.957812:0:24199:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789302577.957832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302577.957837:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789302577.957839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302577.957842:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789302577.957868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302577.957872:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789302577.957875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302577.957877:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789302577.957903:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876219121625344:0@lo:400:kworker.0 00000100:00100000:2.0:1789302577.957930:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302577.957936:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382914000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121625472:0@lo:400:kworker.0 00000100:00100000:2.0:1789302577.957967:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121625344 00000100:00100000:2.0:1789302577.957972:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121625344 00000100:00100000:0.0:1789302577.957977:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302577.958005:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121625472 00000100:00100000:2.0:1789302577.958010:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121625472 00000100:00100000:0.0:1789302577.958022:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789302577.958032:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876219121625344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302577.958038:0:22673:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789302577.958052:0:22673:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1789302577.958068:0:22672:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789302577.958076:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789302577.958083:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121625472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302577.958139:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121625472:12345-0@lo:400:kworker.0 Request processed in 56us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302577.958145:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789302577.958976:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876219121625344:12345-0@lo:400:kworker.0 Request processed in 944us (1043us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302577.958985:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:0.0:1789302577.959026:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc382914000 x1876219121625472/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302577.959039:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382914000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121625472:0@lo:400:kworker.0 00010000:00080000:0.0:1789302577.959067:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc382916a00 x1876219121625344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302577.959622:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876219121625344:0@lo:400:kworker.0 00000020:01000004:2.0:1789302577.961958:0:24199:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789302577.961977:0:24199:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8cc383818000) 00000020:00000080:2.0:1789302577.962002:0:24199:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1789302577.962105:0:24199:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cc4b0f69000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789302577.962109:0:24199:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cc4b0f69000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789302577.962127:0:24199:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc4b0f69000 3 00010000:00080000:2.0:1789302577.962158:0:24199:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc381f77800@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.109@tcp at head 00010000:00010000:2.0:1789302577.965787:0:24199:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1789302577.966030:0:24199:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1789302577.966083:0:24199:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789302577.966096:0:24199:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x1ff82925bd39af94 00000100:00080000:2.0:1789302577.966106:0:24199:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789302577.966139:0:24199:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8cc381f77800 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302577.966312:0:24199:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382916d80 x1876219121625600/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789302577.966348:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876219121625600:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789302577.966410:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302577.966468:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121625600 00000100:00100000:2.0:1789302577.966475:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121625600 00000100:00100000:2.0:1789302577.966508:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789302577.966515:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1876219121625600:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789302577.966549:0:22672:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 654 last 0 00000020:00000080:2.0:1789302577.966589:0:22672:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x1ff82925bd39af9b 00000004:00100000:2.0:1789302577.966604:0:22672:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789302577.966633:0:22672:0:(import.c:65:import_set_state_nolock()) ffff8cc381f71800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789302577.966684:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876219121625600:12345-0@lo:38:llog_process_th.0 Request processed in 167us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302577.966691:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1789302577.966724:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc382916d80 x1876219121625600/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789302587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302577.966734:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789302577.966741:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789302577.966747:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789302577.966750:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789302577.966752:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc381f77800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789302577.966758:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876219121625600:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1789302577.968720:0:24199:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789302577.971167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302577.971184:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789302577.971187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302577.971190:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789302577.971221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302577.971224:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789302577.971226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302577.971229:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789302577.971278:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f33a82-37a9-48a8-ac1d-1c458204f846:3645:1876219121625728:0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.971346:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302577.971382:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876219121626240:0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.971406:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302577.971429:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1789302577.971436:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121625856:0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.971459:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302577.971479:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876219121626368:0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.971504:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302577.971542:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876219121625984:0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.971565:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302577.971584:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789302577.971598:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121626112:0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.971624:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302577.971659:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121625728 00000100:00100000:0.0:1789302577.971667:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121625728 00000100:00100000:0.0:1789302577.971723:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789302577.971733:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+21:3645:x1876219121625728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.971787:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+21:3645:x1876219121625728:12345-0@lo:400:kworker.0 Request processed in 55us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302577.971794:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789302577.971831:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121626240 00000100:00100000:0.0:1789302577.971835:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121626240 00000100:00100000:0.0:1789302577.973968:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121626368 00000100:00100000:0.0:1789302577.973979:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121626368 00000100:00100000:0.0:1789302577.974023:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121625984 00000100:00100000:0.0:1789302577.974026:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121625984 00000100:00100000:0.0:1789302577.974047:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789302577.974056:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876219121626240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.974270:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876219121626240:12345-0@lo:400:kworker.0 Request processed in 215us (2862us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302577.974277:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789302577.974292:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789302577.974298:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876219121626368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.974320:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876219121626368:12345-0@lo:400:kworker.0 Request processed in 23us (2816us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302577.974326:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789302577.974334:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789302577.974339:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876219121625984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.974381:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876219121625984:12345-0@lo:400:kworker.0 Request processed in 42us (2815us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302577.974386:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789302577.974409:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121625856 00000100:00100000:0.0:1789302577.974412:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121625856 00000100:00100000:0.0:1789302577.974430:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121626112 00000100:00100000:0.0:1789302577.974432:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121626112 00000100:00100000:0.0:1789302577.974442:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789302577.974447:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121625856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.974475:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121625856:12345-0@lo:400:kworker.0 Request processed in 28us (3016us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302577.974480:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789302577.974489:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789302577.974494:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121626112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.974514:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121626112:12345-0@lo:400:kworker.0 Request processed in 20us (2889us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302577.974519:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789302577.974572:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121625856:0@lo:400:kworker.0 00010000:00080000:0.0:1789302577.974585:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc498ad5c00 x1876219121626368/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302577.974596:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876219121626368:0@lo:400:kworker.0 00000100:00100000:0.0:1789302577.974605:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f33a82-37a9-48a8-ac1d-1c458204f846:3645:1876219121625728:0@lo:400:kworker.0 00010000:00080000:0.0:1789302577.974613:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc498ad4000 x1876219121626240/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302577.974621:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876219121626240:0@lo:400:kworker.0 00000040:00080000:0.0:1789302577.974771:0:24199:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00080000:3.0:1789302577.975516:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789302577.976102:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121626112:0@lo:400:kworker.0 00010000:00080000:1.0:1789302577.976133:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc498ad6a00 x1876219121625984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302577.976143:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876219121625984:0@lo:400:kworker.0 00000020:01000000:2.0:1789302577.977980:0:24174:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789302577.978032:0:24174:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789302577.978048:0:24174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39af6a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af71 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.978062:0:24174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0800/0x1ff82925bd39af6a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39af71 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789302577.978155:0:24174:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789302577.978158:0:24174:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789302577.978165:0:24174:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789302577.978166:0:24174:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789302577.978167:0:24174:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789302577.978169:0:24174:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789302577.978297:0:24174:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789302577.978299:0:24174:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789302577.978300:0:24174:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789302577.978303:0:24174:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1789302577.978306:0:24174:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789302577.978307:0:24174:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789302577.978308:0:24174:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789302577.978309:0:24174:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789302577.978310:0:24174:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789302577.978311:0:24174:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789302577.978312:0:24174:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789302577.978313:0:24174:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789302577.978314:0:24174:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789302577.978343:0:24174:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1789302577.978362:0:24174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121626496:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789302577.978436:0:24174:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302577.978473:0:24174:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b5e98480 going to sleep for 11 seconds 00000100:00100000:3.0:1789302577.981978:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121626496 00000100:00100000:3.0:1789302577.981991:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121626496 00000100:00100000:3.0:1789302577.982061:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789302577.982073:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121626496:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789302577.982108:0:22664:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1789302577.982142:0:22664:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1789302577.989931:0:22664:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789302577.989945:0:22664:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1789302577.989990:0:22687:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789302577.989995:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789302577.990021:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.990038:0:22687:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39aeec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39aee5 expref: 21 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.990045:0:22687:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc3839ab000/0x1ff82925bd39aefa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39aef3 expref: 21 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.990051:0:22687:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.990085:0:22687:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc3839ab000/0x1ff82925bd39aefa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39aef3 expref: 21 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.990098:0:22687:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc3839ab000/0x1ff82925bd39aefa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39aef3 expref: 21 pid: 22666 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302577.990129:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121626624:0@lo:104: 00000100:00100000:3.0:1789302577.990199:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789302577.990258:0:22687:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39aeec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39aee5 expref: 21 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.990267:0:22687:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39aeec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39aee5 expref: 21 pid: 22666 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302577.990275:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121626752:0@lo:104: 00000100:00100000:3.0:1789302577.990305:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302577.990324:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a0ab0180 going to sleep for 11 seconds 00000100:00100000:3.0:1789302577.990372:0:22655:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1789302577.990386:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121626624 00000100:00100000:3.0:1789302577.990398:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121626624 00000100:00100000:3.0:1789302577.990443:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121626752 00000100:00100000:3.0:1789302577.990446:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121626752 00000100:00100000:3.0:1789302577.990461:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789302577.990468:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+4:22687:x1876219121626624:12345-0@lo:104: 00010000:00010000:3.0:1789302577.990480:0:22655:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39aefa expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.991336:0:22655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789302577.991344:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+4:22687:x1876219121626624:12345-0@lo:104: Request processed in 876us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302577.991353:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789302577.991377:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789302577.991386:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a921c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+3:22687:x1876219121626752:12345-0@lo:104: 00010000:00010000:3.0:1789302577.991396:0:22655:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39aeec expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.991432:0:22655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789302577.991437:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a921c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+3:22687:x1876219121626752:12345-0@lo:104: Request processed in 55us (1134us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302577.991443:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1789302577.991494:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789302577.991503:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39aefa expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.991512:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4869d1e00 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:2.0:1789302577.991516:0:22659:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39aefa expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.991525:0:22659:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39aefa expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789302577.991532:0:22659:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39aefa expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302577.991548:0:22659:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:3.0:1789302577.992754:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24174:x1876219121626496:12345-0@lo:253:mount.lustre.0 Request processed in 10680us (14314us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302577.992767:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:3.0:1789302577.992813:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1789302577.993092:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121626624:0@lo:104: 00000100:00100000:0.0:1789302577.993103:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121626752:0@lo:104: 00010000:00010000:0.0:1789302577.993145:0:22687:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302577.993368:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302577.993371:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302577.993373:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302577.993401:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39aeec expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.993409:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aae00 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:3.0:1789302577.993419:0:22660:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39aeec expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.993428:0:22660:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39aeec expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789302577.993435:0:22660:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39aeec expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302577.993440:0:22660:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789302577.996606:0:22659:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39aefa expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.996623:0:22659:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789302577.996644:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39aefa expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.996651:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1e00/0x1ff82925bd39aef3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39aefa expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302577.996668:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302577.996670:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302577.996672:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302577.996680:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121626880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789302577.996712:0:24174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24174:1876219121626496:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789302577.996731:0:24174:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1789302577.996735:0:24174:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789302577.996737:0:24174:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789302577.996739:0:24174:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789302577.996740:0:24174:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789302577.996742:0:24174:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789302577.996743:0:24174:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789302577.996746:0:24174:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789302577.996748:0:24174:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:1.0:1789302577.996749:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:2.0:1789302577.996750:0:24174:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789302577.996766:0:24174:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1789302577.996885:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121626880 00000100:00100000:1.0:1789302577.996892:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121626880 00010000:00010000:1.0:1789302577.996917:0:22656:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc3839ab000/0x1ff82925bd39aefa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39aef3 expref: 21 pid: 22666 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.996932:0:22660:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39aeec expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.996939:0:22660:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1789302577.996945:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00010000:00010000:3.0:1789302577.996951:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39aeec expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302577.996956:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:3647:x1876219121626880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789302577.996959:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39aee5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39aeec expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.996967:0:22656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302577.996972:0:22656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc3839ab000/0x1ff82925bd39aefa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39aef3 expref: 21 pid: 22666 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302577.996974:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302577.996976:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302577.996978:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302577.996985:0:22656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc3839ab000/0x1ff82925bd39aefa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39aef3 expref: 21 pid: 22666 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302577.996989:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789302577.996996:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121627008:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789302577.996997:0:22656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc3839ab000/0x1ff82925bd39aefa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39aef3 expref: 21 pid: 22666 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.997009:0:22656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789302577.997026:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302577.997033:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+20:3647:x1876219121626880:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302577.997040:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789302577.997047:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121626880:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302577.997061:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121627008 00000100:00100000:1.0:1789302577.997065:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121627008 00010000:00010000:1.0:1789302577.997076:0:22656:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39aeec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39aee5 expref: 20 pid: 22666 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302577.997095:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789302577.997102:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a3d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+20:3647:x1876219121627008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789302577.997109:0:22656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302577.997138:0:22656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39aeec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39aee5 expref: 20 pid: 22666 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.997147:0:22656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39aeec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39aee5 expref: 20 pid: 22666 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.997156:0:22656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b538ec00/0x1ff82925bd39aeec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39aee5 expref: 20 pid: 22666 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.997166:0:22656:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.997185:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789302577.997199:0:22656:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010241955s 00010000:00010000:1.0:1789302577.997204:0:22656:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.997211:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.997217:0:22656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.997230:0:22656:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.997236:0:22656:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc480030800 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302577.997240:0:22656:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.997249:0:22656:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.997264:0:22656:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302577.997273:0:22656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789302577.997298:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a3d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+19:3647:x1876219121627008:12345-0@lo:103:ldlm_bl.0 Request processed in 197us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302577.997305:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1789302578.001252:0:22687:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302578.001267:0:22687:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302578.001281:0:22687:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc480030800/0x1ff82925bd39afa2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302578.001340:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121627008:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1789302578.009770:0:24174:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1789302578.014469:0:24174:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1789302578.014480:0:24174:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1789302578.014524:0:24174:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789302578.014577:0:24174:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.109@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789302578.014599:0:24174:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1789302578.014618:0:24174:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:1.0:1789302578.016526:0:24174:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789302578.016824:0:24174:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:3.0:1789302578.793999:0:24257:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789302578.794453:0:24257:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789302578.976948:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789302579.284840:0:22669:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789302579.284846:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cc4b7e9e000 from 13 10000000:01000000:3.0:1789302579.284850:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789302579.284893:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302579.284905:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302579.284915:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302579.284940:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121627136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789302579.285001:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302579.285042:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc383a383c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302579.285881:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121627136 00000100:00100000:0.0:1789302579.285890:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121627136 00000100:00100000:0.0:1789302579.285948:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789302579.285958:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+19:22669:x1876219121627136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789302579.285972:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302579.285988:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b538f200/0x1ff82925bd39afb0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39afa9 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302579.286010:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b538f200/0x1ff82925bd39afb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39afa9 expref: 20 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302579.286022:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b538f200/0x1ff82925bd39afb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39afa9 expref: 20 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302579.286030:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b538f200, rc 0) 00000100:00100000:0.0:1789302579.286092:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+20:22669:x1876219121627136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302579.286098:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789302579.287309:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121627136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789302579.287330:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39afb0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302579.287341:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39afb0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302579.287406:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121627264:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789302579.287453:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302579.287492:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7ef6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789302579.287555:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121627264 00000100:00100000:3.0:1789302579.287562:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121627264 00000100:00100000:3.0:1789302579.287777:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789302579.287790:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+20:22669:x1876219121627264:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789302579.287811:0:22664:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789302579.287829:0:22664:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789302579.287835:0:22664:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789302579.287932:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+20:22669:x1876219121627264:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 143us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302579.287944:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789302579.287984:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121627264:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789302579.288051:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789302579.288060:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39afb0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302579.288070:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39afb0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302579.288080:0:22669:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789302579.288083:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cc38367e000 from 13 10000000:01000000:3.0:1789302579.288086:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789302579.288108:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302579.288136:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302579.288146:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302579.288174:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121627392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789302579.288201:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302579.288217:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc383a380c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789302579.288230:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121627392 00000100:00100000:3.0:1789302579.288235:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121627392 00000100:00100000:3.0:1789302579.288257:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1789302579.288264:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+20:22669:x1876219121627392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789302579.288278:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302579.288290:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b5348800/0x1ff82925bd39afbe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39afb7 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302579.288308:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b5348800/0x1ff82925bd39afbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39afb7 expref: 21 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302579.288320:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b5348800/0x1ff82925bd39afbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39afb7 expref: 21 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302579.288330:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5348800, rc 0) 00000100:00100000:3.0:1789302579.288375:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+21:22669:x1876219121627392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302579.288383:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789302579.288472:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121627392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789302579.288485:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39afbe expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302579.288495:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39afbe expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302579.288557:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121627520:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789302579.288590:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302579.288620:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4a7ef60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789302579.288857:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121627520 00000100:00100000:3.0:1789302579.288862:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121627520 00000100:00100000:3.0:1789302579.288931:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789302579.288939:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+21:22669:x1876219121627520:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789302579.288951:0:22665:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789302579.288966:0:22665:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789302579.288969:0:22665:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789302579.289083:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+21:22669:x1876219121627520:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 144us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302579.289090:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789302579.289244:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121627520:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789302579.289712:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789302579.289721:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39afbe expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302579.289737:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39afbe expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302579.988291:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789302580.372796:0:22706:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789302581.013028:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302582.040266:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302582.868567:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121627648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789302582.868628:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302582.868702:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121627648 00000100:00100000:2.0:1789302582.868709:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121627648 00000100:00100000:2.0:1789302582.868754:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789302582.868762:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121627648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789302582.868794:0:22676:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789302582.868838:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121627648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302582.868845:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789302582.868889:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121627648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789302582.868971:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789302582.868980:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121627776:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789302582.869007:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302582.869044:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121627776 00000100:00100000:1.0:1789302582.869055:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121627776 00000100:00100000:1.0:1789302582.869080:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789302582.869086:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121627776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789302582.869133:0:22677:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789302582.869177:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121627776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302582.869184:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789302582.869215:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121627776:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789302583.060373:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302583.385436:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121627904:0@lo:400:kworker.0 00000100:00100000:1.0:1789302583.385507:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302583.385594:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121627904 00000100:00100000:2.0:1789302583.385603:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121627904 00000100:00100000:2.0:1789302583.385654:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789302583.385664:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:3647:x1876219121627904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302583.385871:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:3647:x1876219121627904:12345-0@lo:400:kworker.0 Request processed in 208us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302583.385880:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789302583.385918:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121628032:0@lo:400:kworker.0 00000100:00100000:2.0:1789302583.385949:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302583.386028:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121628032 00000100:00100000:0.0:1789302583.386033:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121628032 00000100:00100000:0.0:1789302583.386069:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789302583.386077:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121628032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302583.386150:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121628032:12345-0@lo:400:kworker.0 Request processed in 74us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302583.386173:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789302583.386250:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121628032:0@lo:400:kworker.0 00000100:00100000:1.0:1789302583.386384:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121627904:0@lo:400:kworker.0 00000100:00080000:3.0:1789302583.386826:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789302583.386831:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789302583.386834:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789302583.386837:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789302583.386878:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789302583.386881:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789302583.386883:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789302583.386886:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789302583.386961:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876219121628160:0@lo:400:kworker.0 00000100:00100000:2.0:1789302583.386998:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302583.387030:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876219121628672:0@lo:400:kworker.0 00000100:00100000:2.0:1789302583.387053:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302583.387074:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789302583.387080:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121628288:0@lo:400:kworker.0 00000100:00100000:2.0:1789302583.387151:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302583.387182:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121628544:0@lo:400:kworker.0 00000100:00100000:2.0:1789302583.387214:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302583.387232:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789302583.387238:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121628416:0@lo:400:kworker.0 00000100:00100000:2.0:1789302583.387264:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302583.387289:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121628160 00000100:00100000:2.0:1789302583.387293:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121628160 00000100:00100000:2.0:1789302583.387321:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121628672 00000100:00100000:2.0:1789302583.387323:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121628672 00000100:00100000:2.0:1789302583.387350:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121628544 00000100:00100000:2.0:1789302583.387353:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121628544 00000100:00100000:2.0:1789302583.387367:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121628416 00000100:00100000:2.0:1789302583.387370:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121628416 00000100:00100000:2.0:1789302583.387386:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789302583.387394:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382914380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876219121628160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302583.387433:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382914380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876219121628160:12345-0@lo:400:kworker.0 Request processed in 40us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302583.387440:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789302583.387468:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789302583.387475:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876219121628672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302583.387502:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876219121628672:12345-0@lo:400:kworker.0 Request processed in 29us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302583.387508:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789302583.387519:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789302583.387525:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121628544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302583.387556:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121628544:12345-0@lo:400:kworker.0 Request processed in 31us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302583.387569:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789302583.387584:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789302583.387590:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121628416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302583.387622:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121628416:12345-0@lo:400:kworker.0 Request processed in 32us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302583.387628:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789302583.387645:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121628288 00000100:00100000:2.0:1789302583.387649:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121628288 00000100:00100000:2.0:1789302583.387673:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789302583.387679:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121628288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302583.387726:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121628288:12345-0@lo:400:kworker.0 Request processed in 47us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302583.387732:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:2.0:1789302583.387750:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789302583.387754:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789302583.387773:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121628288:0@lo:400:kworker.0 00010000:00080000:2.0:1789302583.387785:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4b6ae5f80 x1876219121628160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302583.387795:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876219121628160:0@lo:400:kworker.0 00010000:00080000:2.0:1789302583.387804:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4b6ae4000 x1876219121628672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302583.387813:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876219121628672:0@lo:400:kworker.0 00010000:00080000:2.0:1789302583.387837:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4b6ae6a00 x1876219121628416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302583.387859:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121628416:0@lo:400:kworker.0 00010000:00080000:2.0:1789302583.387871:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4b6ae5c00 x1876219121628544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302583.387879:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121628544:0@lo:400:kworker.0 00000001:02000400:2.0:1789302583.916582:0:24548:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1789302584.084658:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789302584.832695:0:24601:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789302584.833218:0:24601:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:3.0:1789302584.980905:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789302585.108263:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789302585.717868:0:24651:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789302585.719434:0:24651:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789302586.132405:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302587.156252:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302587.220275:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302572/real 1789302572] req@ffff8cc382915f80 x1876219121621376/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302587.220312:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc382915f80 x1876219121621376/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302587.220324:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302572/real 1789302572] req@ffff8cc382916300 x1876219121621504/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302587.220336:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc382916300 x1876219121621504/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789302587.220357:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4add88000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789302587.220383:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789302587.220387:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121621376:0@lo:8:kworker.0 00000100:00080000:2.0:1789302587.220393:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc382632000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789302587.220399:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789302587.220402:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121621504:0@lo:8:kworker.0 00000100:00080000:1.0:1789302587.220532:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789302587.220536:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789302587.220539:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789302587.220541:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789302587.220556:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789302587.220559:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789302587.220561:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc4add88000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789302587.220565:0:13920:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 648 00000100:00080000:1.0:1789302587.220570:0:13920:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789302587.220579:0:13920:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8cc4add88000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:1.0:1789302587.220608:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4a7f0aa00 x1876219121629312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789302587.220626:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789302587.220629:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789302587.220630:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc382632000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789302587.220633:0:13920:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 648 00000100:00080000:1.0:1789302587.220635:0:13920:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789302587.220648:0:13920:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8cc382632000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:1.0:1789302587.220658:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4a7f09f80 x1876219121629440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789302587.220731:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121629312:0@lo:8:kworker.0 00000100:00100000:3.0:1789302587.220800:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302587.220841:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121629440:0@lo:8:kworker.0 00000100:00100000:3.0:1789302587.220859:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.220920:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f33a82-37a9-48a8-ac1d-1c458204f846:3646:1876219121628800:0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.220955:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.220978:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876219121629568:0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.220999:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.221018:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789302587.221023:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121629184:0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.221046:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.221070:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121629056:0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.221092:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.221137:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876219121629824:0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.221158:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.221176:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1789302587.221181:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121628928:0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.221200:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.221217:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121629696:0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.221234:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.221262:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121629568 00000100:00100000:2.0:1789302587.221269:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121629568 00000100:00100000:2.0:1789302587.221300:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121629056 00000100:00100000:2.0:1789302587.221302:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121629056 00000100:00100000:2.0:1789302587.221312:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121629824 00000100:00100000:2.0:1789302587.221314:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121629824 00000100:00100000:2.0:1789302587.221332:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121629696 00000100:00100000:2.0:1789302587.221334:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121629696 00000100:00100000:2.0:1789302587.221349:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789302587.221357:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876219121629568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.221404:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876219121629568:12345-0@lo:400:kworker.0 Request processed in 47us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302587.221419:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789302587.221435:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789302587.221441:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121629056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.221476:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121629056:12345-0@lo:400:kworker.0 Request processed in 36us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302587.221482:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789302587.221492:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789302587.221498:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876219121629824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.221522:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876219121629824:12345-0@lo:400:kworker.0 Request processed in 24us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302587.221527:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789302587.221538:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789302587.221543:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121629696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.221566:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121629696:12345-0@lo:400:kworker.0 Request processed in 23us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302587.221571:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789302587.221586:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121629184 00000100:00100000:2.0:1789302587.221589:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121629184 00000100:00100000:2.0:1789302587.221606:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121628928 00000100:00100000:2.0:1789302587.221609:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121628928 00000100:00100000:2.0:1789302587.221619:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789302587.221624:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121629184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.221650:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121629184:12345-0@lo:400:kworker.0 Request processed in 26us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302587.221656:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789302587.221672:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789302587.221677:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121628928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.221702:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121628928:12345-0@lo:400:kworker.0 Request processed in 25us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302587.221708:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:2.0:1789302587.221733:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789302587.221736:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789302587.221760:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121629184:0@lo:400:kworker.0 00010000:00080000:2.0:1789302587.221769:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4a7f08a80 x1876219121629568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302587.221778:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876219121629568:0@lo:400:kworker.0 00000100:00100000:2.0:1789302587.221801:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121628928:0@lo:400:kworker.0 00010000:00080000:2.0:1789302587.221810:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4a7f0a680 x1876219121629696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302587.221818:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121629696:0@lo:400:kworker.0 00010000:00080000:2.0:1789302587.221826:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4a7f0bb80 x1876219121629056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302587.221833:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121629056:0@lo:400:kworker.0 00010000:00080000:2.0:1789302587.221841:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4a7f09180 x1876219121629824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302587.221848:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876219121629824:0@lo:400:kworker.0 00000100:00100000:3.0:1789302587.221986:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121628800 00000100:00100000:3.0:1789302587.221991:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121628800 00000100:00100000:3.0:1789302587.222023:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789302587.222029:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+21:3646:x1876219121628800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302587.222074:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+21:3646:x1876219121628800:12345-0@lo:400:kworker.0 Request processed in 45us (1118us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302587.222087:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1789302587.222355:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121629312 00000100:00100000:1.0:1789302587.222360:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121629312 00000100:00100000:1.0:1789302587.222382:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121629440 00000100:00100000:1.0:1789302587.222385:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121629440 00000100:00100000:1.0:1789302587.222395:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789302587.222400:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876219121629312:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789302587.222422:0:24179:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 663 last 0 00000020:00000080:1.0:1789302587.222447:0:24179:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x1ff82925bd39afc5 00002000:00100000:1.0:1789302587.222459:0:24179:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8cc38346b000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1789302587.222463:0:24179:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1789302587.222466:0:24179:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1789302587.222616:0:24179:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1789302587.222638:0:24179:0:(import.c:65:import_set_state_nolock()) ffff8cc383469800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789302587.222676:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1876219121629312:12345-0@lo:8:kworker.0 Request processed in 274us (1876us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302587.222682:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789302587.222700:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789302587.222704:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876219121629440:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1789302587.222715:0:24179:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789302587.226450:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f33a82-37a9-48a8-ac1d-1c458204f846:3646:1876219121628800:0@lo:400:kworker.0 00010000:00080000:3.0:1789302587.226895:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4a7f0aa00 x1876219121629312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789302607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302587.226908:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789302587.226916:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789302587.226924:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789302587.226930:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1789302587.226933:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc4add88000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789302587.226961:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789302587.226967:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121629312:0@lo:8:kworker.0 00000004:00080000:2.0:1789302587.227180:0:23414:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:2.0:1789302587.227199:0:23414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23414:1876219121630080:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1789302587.227254:0:23414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.227277:0:23414:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d7e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789302587.227295:0:24180:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1789302587.227301:0:24180:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000004:00080000:2.0:1789302587.227327:0:23413:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789302587.227410:0:23413:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 663270296722ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789302587.227416:0:23413:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1789302587.228547:0:23404:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:0.0:1789302587.228684:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121629952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789302587.228740:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.229388:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121630080 00000100:00100000:2.0:1789302587.229397:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121630080 00000100:00080000:2.0:1789302587.229451:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789302587.229541:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121629952 00000100:00100000:3.0:1789302587.229546:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121629952 00000100:00100000:3.0:1789302587.229581:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789302587.229590:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3645:x1876219121629952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789302587.229619:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789302587.229688:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3645:x1876219121629952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (946us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302587.229695:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1789302587.229734:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc38489ca80 x1876219121629952/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789302603 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302587.229755:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121629952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789302587.230209:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789302587.230218:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23414:x1876219121630080:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:0.0:1789302587.231767:0:24711:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1789302587.231936:0:24711:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1789302587.232074:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23414:x1876219121630080:12345-0@lo:7:osp-pre-0-1.0 Request processed in 1854us (4817us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302587.232083:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789302587.240005:0:23414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc38489ce00 x1876219121630080/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789302603 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302587.240023:0:23414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23414:1876219121630080:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1789302587.240037:0:23414:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789302587.240083:0:23414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23414:1876219121630208:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1789302587.240164:0:23414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.240192:0:23414:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789302587.240315:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121630208 00000100:00100000:3.0:1789302587.240322:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121630208 00000100:00100000:3.0:1789302587.240375:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789302587.240385:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23414:x1876219121630208:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789302587.240425:0:24180:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789302587.240479:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23414:x1876219121630208:12345-0@lo:5:osp-pre-0-1.0 Request processed in 96us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302587.240485:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1789302587.240552:0:23414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc38489ce00 x1876219121630208/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789302603 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302587.240563:0:23414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23414:1876219121630208:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1789302587.240571:0:23414:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1789302587.240594:0:23414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23414:1876219121630336:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1789302587.240617:0:23414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302587.240649:0:23414:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc488765840 going to sleep for 11 seconds 00000100:00100000:3.0:1789302587.240749:0:24711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121630336 00000100:00100000:3.0:1789302587.240754:0:24711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121630336 00000100:00100000:3.0:1789302587.240797:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789302587.240804:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23414:x1876219121630336:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789302587.240827:0:24711:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:1.0:1789302587.265699:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876219121629440:12345-0@lo:8:kworker.0 Request processed in 42987us (44832us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789302587.265712:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1789302587.270259:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc382632000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789302587.270271:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789302587.270276:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121629440:0@lo:8:kworker.0 00000001:00080000:2.0:1789302587.290572:0:24175:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1789302587.290588:0:24175:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1789302587.291017:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23414:x1876219121630336:12345-0@lo:5:osp-pre-0-1.0 Request processed in 50210us (50394us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1789302587.291028:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1789302587.291215:0:23414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc498ad4700 x1876219121630336/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789302603 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302587.291226:0:23414:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1789302587.291232:0:23414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23414:1876219121630336:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1789302587.291263:0:23414:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1789302587.291314:0:23414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23414:1876219121630464:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1789302587.291349:0:23414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.291413:0:23414:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302587.291498:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121630464 00000100:00100000:0.0:1789302587.291504:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121630464 00000100:00100000:0.0:1789302587.291549:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789302587.291556:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23414:x1876219121630464:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789302587.291636:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23414:x1876219121630464:12345-0@lo:900:osp-pre-0-1.0 Request processed in 79us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302587.291642:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789302587.292809:0:23414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc38489fb80 x1876219121630464/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789302603 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302587.292825:0:23414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23414:1876219121630464:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789302587.997187:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789302587.997208:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121630592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789302587.997272:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302587.997318:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121630592 00000100:00100000:0.0:1789302587.997326:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121630592 00000100:00100000:0.0:1789302587.997368:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789302587.997377:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121630592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789302587.997409:0:22677:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789302587.997453:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121630592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302587.997459:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789302587.997504:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121630592:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789302587.997726:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789302587.997737:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121630720:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789302587.997766:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302587.997793:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121630720 00000100:00100000:2.0:1789302587.997797:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121630720 00000100:00100000:2.0:1789302587.997820:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789302587.997826:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121630720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789302587.997844:0:23412:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789302587.997879:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121630720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302587.997887:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789302587.997913:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121630720:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789302588.193199:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302589.205259:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302590.229624:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789302590.621336:0:22706:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789302591.257159:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302592.281240:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789302592.597464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789302592.597471:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789302592.597474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789302592.597477:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789302592.597495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789302592.597497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789302592.597501:0:8:0:(import.c:65:import_set_state_nolock()) ffff8cc382632000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789302592.597509:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 663 00000100:00080000:1.0:1789302592.597514:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789302592.597526:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8cc382632000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:1.0:1789302592.597547:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc4a7f0bb80 x1876219121631488/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789302592.597638:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121631232:0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.597697:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.597741:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876219121631872:0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.597781:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.597802:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789302592.597808:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121630848:0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.597835:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.597855:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121631360:0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.597878:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.597945:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121630976:0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.597969:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.597983:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876219121631616:0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.598003:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.598018:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789302592.598023:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876219121631104:0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.598041:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.598053:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876219121631744:0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.598083:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.598108:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121631232 00000100:00100000:1.0:1789302592.598140:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121631232 00000100:00100000:1.0:1789302592.598175:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121630976 00000100:00100000:1.0:1789302592.598178:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121630976 00000100:00100000:1.0:1789302592.598192:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789302592.598199:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121631232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.598246:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121631232:12345-0@lo:400:kworker.0 Request processed in 46us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302592.598253:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789302592.598269:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789302592.598275:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121630976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.598314:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121630976:12345-0@lo:400:kworker.0 Request processed in 39us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302592.598321:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789302592.598340:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121631360 00000100:00100000:1.0:1789302592.598343:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121631360 00000100:00100000:1.0:1789302592.598373:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789302592.598378:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121631360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.598405:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121631360:12345-0@lo:400:kworker.0 Request processed in 27us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302592.598410:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1789302592.598441:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4a7f09180 x1876219121631360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789302608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302592.598454:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121631360:0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.598464:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121631232:0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.598487:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121630976:0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.598718:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121631872 00000100:00100000:2.0:1789302592.598722:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121631872 00000100:00100000:2.0:1789302592.598761:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121631616 00000100:00100000:2.0:1789302592.598764:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121631616 00000100:00100000:2.0:1789302592.598777:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121631104 00000100:00100000:2.0:1789302592.598779:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121631104 00000100:00100000:2.0:1789302592.598788:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121631744 00000100:00100000:2.0:1789302592.598796:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121631744 00000100:00100000:2.0:1789302592.598813:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789302592.598819:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876219121631872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.598863:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876219121631872:12345-0@lo:400:kworker.0 Request processed in 43us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302592.598869:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789302592.598882:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789302592.598887:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876219121631616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.598918:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876219121631616:12345-0@lo:400:kworker.0 Request processed in 31us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302592.598923:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789302592.598934:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789302592.598939:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876219121631104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.598961:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876219121631104:12345-0@lo:400:kworker.0 Request processed in 22us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302592.598966:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789302592.598974:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789302592.598979:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876219121631744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.599004:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876219121631744:12345-0@lo:400:kworker.0 Request processed in 24us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302592.599009:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789302592.599026:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121630848 00000100:00100000:2.0:1789302592.599030:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121630848 00000100:00100000:2.0:1789302592.599055:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789302592.599061:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+21:3647:x1876219121630848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.599103:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+21:3647:x1876219121630848:12345-0@lo:400:kworker.0 Request processed in 42us (1267us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302592.599138:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:2.0:1789302592.599181:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789302592.599184:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789302592.599187:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789302592.599454:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121631488:0@lo:8:kworker.0 00000100:00100000:3.0:1789302592.599486:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302592.599530:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121631488 00000100:00100000:3.0:1789302592.599534:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121631488 00000100:00100000:3.0:1789302592.599560:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789302592.599564:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876219121631488:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1789302592.599584:0:24179:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789302592.599615:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876219121631488:12345-0@lo:8:kworker.0 Request processed in 49us (129us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789302592.599620:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1789302592.599645:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc382632000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789302592.599650:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789302592.599653:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121631488:0@lo:8:kworker.0 00010000:00080000:3.0:1789302592.602201:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4a7f0aa00 x1876219121631104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302592.602222:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876219121631104:0@lo:400:kworker.0 00010000:00080000:3.0:1789302592.602238:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4a7f08700 x1876219121631744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302592.602246:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876219121631744:0@lo:400:kworker.0 00010000:00080000:3.0:1789302592.602255:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4a7f0a680 x1876219121631616/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302592.602262:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876219121631616:0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.602551:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121630848:0@lo:400:kworker.0 00010000:00080000:1.0:1789302592.602565:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4a7f08a80 x1876219121631872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302592.602573:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876219121631872:0@lo:400:kworker.0 00000100:00100000:1.0:1789302592.602583:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789302592.602589:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121632000:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789302592.602633:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302592.603061:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121632000 00000100:00100000:0.0:1789302592.603080:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121632000 00000100:00100000:0.0:1789302592.603157:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789302592.603165:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121632000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789302592.603193:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789302592.603237:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121632000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302592.603243:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789302592.603653:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc38489fb80 x1876219121632000/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789302608 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302592.603672:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121632000:0@lo:13:osp-pre-0-1.0 00000020:01000004:3.0:1789302592.674919:0:24997:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789302592.674923:0:24997:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1789302592.674924:0:24997:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1789302592.675028:0:24997:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8cc381f37800 00000020:01000004:3.0:1789302592.675044:0:24997:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1789302592.675059:0:24997:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789302592.675082:0:24997:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8cc4bd343380) 00000020:00000080:3.0:1789302592.675099:0:24997:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789302592.746835:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789302592.754175:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789302592.755042:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789302592.755955:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789302592.756324:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789302592.756645:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789302592.756915:0:24997:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:3.0:1789302592.760539:0:24997:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789302592.761241:0:24997:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1789302592.761265:0:24997:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789302592.761277:0:24997:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x1ff82925bd39afd3 00000020:01000004:3.0:1789302592.761284:0:24997:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1789302592.761307:0:24997:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.109@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789302592.761311:0:24997:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.109@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789302592.761317:0:24997:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1789302592.763035:0:24997:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1789302592.763043:0:24997:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.109@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1789302592.791946:0:24997:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.109@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789302592.792011:0:24997:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.109@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1789302592.792016:0:24997:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789302592.792018:0:24997:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789302592.792020:0:24997:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789302592.792021:0:24997:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789302592.792022:0:24997:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789302592.792024:0:24997:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789302592.792025:0:24997:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789302592.792027:0:24997:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789302592.792029:0:24997:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789302592.792033:0:24997:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1789302592.792035:0:24997:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789302592.792037:0:24997:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789302592.792038:0:24997:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789302592.792039:0:24997:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789302592.792040:0:24997:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789302592.792041:0:24997:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789302592.792042:0:24997:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789302592.792044:0:24997:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789302592.792045:0:24997:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789302592.792081:0:24997:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1789302592.792102:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632128:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789302592.792207:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302592.792311:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4907eb300 going to sleep for 11 seconds 00000100:00100000:3.0:1789302592.798090:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121632128 00000100:00100000:3.0:1789302592.798105:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121632128 00000100:00100000:3.0:1789302592.798334:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1789302592.798346:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24997:x1876219121632128:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789302592.798404:0:22664:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1789302592.798409:0:22664:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:3.0:1789302592.798414:0:22664:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1789302592.799284:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24997:x1876219121632128:12345-0@lo:253:mount.lustre.0 Request processed in 937us (7074us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302592.799294:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1789302592.799318:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632128:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789302592.799332:0:24997:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1789302592.799335:0:24997:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789302592.799337:0:24997:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789302592.799348:0:24997:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789302592.799350:0:24997:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789302592.799351:0:24997:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789302592.799353:0:24997:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789302592.799354:0:24997:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789302592.799356:0:24997:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789302592.799357:0:24997:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789302592.799377:0:24997:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8cc381f37800 from lustre-OST0001 10000000:01000000:2.0:1789302592.799410:0:24997:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1789302592.799412:0:24997:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1789302592.799422:0:24997:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8cc382890000 local copy 00010000:00010000:2.0:1789302592.799432:0:24997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302592.799528:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632256:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302592.799564:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302592.799606:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4907eb000 going to sleep for 11 seconds 00000100:00100000:3.0:1789302592.799684:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121632256 00000100:00100000:3.0:1789302592.799691:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121632256 00000100:00100000:3.0:1789302592.799735:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1789302592.799744:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24997:x1876219121632256:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789302592.799821:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24997:x1876219121632256:12345-0@lo:501:mount.lustre.0 Request processed in 78us (256us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789302592.799828:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1789302592.801310:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632256:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789302592.801351:0:24997:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.109@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1789302592.801391:0:24997:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.109@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1789302592.801400:0:24997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302592.801412:0:24997:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4869d0200/0x1ff82925bd39aced lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39acf4 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302592.801446:0:24997:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8cc381f37800 10000000:01000000:1.0:1789302592.801451:0:24997:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789302592.801458:0:24997:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1789302592.801461:0:24997:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789302592.801465:0:24997:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:1.0:1789302592.801468:0:24997:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1789302592.801500:0:24997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39afda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302592.801508:0:24997:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39afda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302592.801519:0:24997:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39afda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302592.801538:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e61f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632384:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789302592.801587:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.801634:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc382767a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789302592.802004:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121632384 00000100:00100000:3.0:1789302592.802011:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121632384 00000100:00100000:3.0:1789302592.802076:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1789302592.802086:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:24997:x1876219121632384:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302592.802109:0:22664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302592.802151:0:22664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b5348c00/0x1ff82925bd39afe1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39afda expref: -99 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302592.802174:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b5348c00/0x1ff82925bd39afe1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39afda expref: 22 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302592.802185:0:22664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b5348c00/0x1ff82925bd39afe1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39afda expref: 22 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302592.802194:0:22664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5348c00, rc 0) 00000100:00100000:3.0:1789302592.802237:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+22:24997:x1876219121632384:12345-0@lo:101:mount.lustre.0 Request processed in 153us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302592.802243:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789302592.802331:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e61f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632384:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789302592.802346:0:24997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39afda lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39afe1 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302592.802357:0:24997:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39afda lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39afe1 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789302592.805243:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1789302592.806384:0:24997:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789302592.810226:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789302592.810281:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789302592.810301:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789302592.810316:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789302592.810330:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789302592.810343:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789302592.810380:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789302592.810395:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789302592.810408:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1789302592.810431:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1789302592.810437:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1789302592.810535:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632512:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302592.810596:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302592.810638:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4907ebe40 going to sleep for 11 seconds 00000100:00100000:0.0:1789302592.810985:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121632512 00000100:00100000:0.0:1789302592.810993:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121632512 00000100:00100000:0.0:1789302592.811050:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1789302592.811060:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+22:24997:x1876219121632512:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789302592.811252:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+22:24997:x1876219121632512:12345-0@lo:501:mount.lustre.0 Request processed in 192us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302592.811260:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789302592.813786:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632512:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302592.813852:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632640:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789302592.813928:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302592.814336:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4907ebe40 going to sleep for 11 seconds 00000100:00100000:1.0:1789302592.814442:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121632640 00000100:00100000:1.0:1789302592.814450:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121632640 00000100:00100000:1.0:1789302592.814547:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1789302592.814566:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:24997:x1876219121632640:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789302592.819183:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:24997:x1876219121632640:12345-0@lo:503:mount.lustre.0 Request processed in 4610us (5246us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302592.819199:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789302592.819656:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632640:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789302592.820576:0:24997:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789302592.820663:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632768:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789302592.821877:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302592.821925:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4907ebcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789302592.824171:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121632768 00000100:00100000:3.0:1789302592.824187:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121632768 00000100:00100000:3.0:1789302592.824256:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789302592.824267:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+22:24997:x1876219121632768:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302592.824960:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+22:24997:x1876219121632768:12345-0@lo:502:mount.lustre.0 Request processed in 693us (3083us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302592.824969:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789302592.825313:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632768:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789302592.825544:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1789302592.825579:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1789302592.825595:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1789302592.825611:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1789302592.825625:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1789302592.825638:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1789302592.825652:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1789302592.825666:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1789302592.825685:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:2.0:1789302592.825726:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632896:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789302592.825776:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302592.825807:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4907ebcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789302592.825938:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121632896 00000100:00100000:1.0:1789302592.825944:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121632896 00000100:00100000:1.0:1789302592.825999:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1789302592.826007:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:24997:x1876219121632896:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789302592.826142:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:24997:x1876219121632896:12345-0@lo:502:mount.lustre.0 Request processed in 136us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302592.826150:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789302592.826465:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121632896:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789302592.826520:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1789302592.826529:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1789302592.828196:0:25001:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789302592.828207:0:25001:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1789302592.828213:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302592.828216:0:25001:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1789302592.828223:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789302592.828240:0:25001:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8cc485df0000) 00000020:00000080:1.0:1789302592.828268:0:25001:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1789302592.828274:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789302592.828485:0:25001:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cc381f37800 from lustre-OST0001, refs=2 00080000:01000000:1.0:1789302592.828494:0:25001:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789302592.828503:0:25001:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x1ff82925bd39afef 00010000:00010000:1.0:1789302592.838715:0:25001:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1789302592.840945:0:25001:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:1.0:1789302592.850032:0:25001:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1789302592.853733:0:25001:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1789302592.853747:0:25001:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302592.854469:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302592.854471:0:25001:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1789302592.854483:0:25001:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302592.854488:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302592.854490:0:25001:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789302592.854493:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789302592.854495:0:25001:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789302592.854509:0:25001:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302592.854512:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302592.854513:0:25001:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789302592.854516:0:25001:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789302592.854518:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302592.854520:0:25001:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789302592.854524:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789302592.854556:0:25001:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789302592.854560:0:25001:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789302592.854561:0:25001:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789302592.854565:0:25001:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1789302592.864396:0:24997:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1789302592.864445:0:24997:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1789302592.864475:0:24997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39afda lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39afe1 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302592.864488:0:24997:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc3839aae00/0x1ff82925bd39afda lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39afe1 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789302592.864497:0:24997:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cc381f37800 from 1 10000000:01000000:2.0:1789302592.864500:0:24997:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789302592.864540:0:24997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302592.864548:0:24997:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302592.864559:0:24997:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302592.864583:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633024:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789302592.864649:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302592.864694:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4907ebc00 going to sleep for 11 seconds 00000100:00100000:3.0:1789302592.864907:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121633024 00000100:00100000:3.0:1789302592.864915:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121633024 00000100:00100000:3.0:1789302592.867343:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789302592.867366:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+22:24997:x1876219121633024:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302592.867401:0:22664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302592.867420:0:22664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b5349800/0x1ff82925bd39affd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39aff6 expref: -99 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302592.867452:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b5349800/0x1ff82925bd39affd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39aff6 expref: 23 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302592.867463:0:22664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b5349800/0x1ff82925bd39affd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39aff6 expref: 23 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302592.867471:0:22664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5349800, rc 0) 00000100:00100000:3.0:1789302592.867539:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+23:24997:x1876219121633024:12345-0@lo:101:mount.lustre.0 Request processed in 184us (2890us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302592.867546:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789302592.868045:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633024:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789302592.868077:0:24997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39affd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302592.868102:0:24997:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39affd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789302592.869603:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1789302592.870277:0:24997:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789302592.871255:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789302592.871300:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1789302592.871319:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1789302592.871335:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1789302592.871348:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1789302592.871361:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1789302592.871375:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1789302592.871402:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1789302592.871422:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1789302592.871434:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1789302592.871445:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1789302592.871462:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1789302592.871468:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1789302592.871551:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633152:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789302592.871616:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302592.880763:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4907eb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789302592.881004:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121633152 00000100:00100000:1.0:1789302592.881016:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121633152 00000100:00100000:0.0:1789302592.882960:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1789302592.882973:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+23:24997:x1876219121633152:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789302592.883304:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+23:24997:x1876219121633152:12345-0@lo:501:mount.lustre.0 Request processed in 333us (11687us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302592.883312:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789302592.883511:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633152:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789302592.883563:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633280:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789302592.883616:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.883650:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc384873480 going to sleep for 11 seconds 00000100:00100000:0.0:1789302592.885861:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121633280 00000100:00100000:0.0:1789302592.885876:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121633280 00000100:00100000:0.0:1789302592.885932:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789302592.885941:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+23:24997:x1876219121633280:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789302592.886135:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+23:24997:x1876219121633280:12345-0@lo:503:mount.lustre.0 Request processed in 194us (2518us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302592.886143:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789302592.890602:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633280:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789302592.891148:0:24997:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789302592.891230:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633408:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789302592.891315:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.891347:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc384873480 going to sleep for 11 seconds 00000100:00100000:0.0:1789302592.891732:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121633408 00000100:00100000:0.0:1789302592.891739:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121633408 00000100:00100000:0.0:1789302592.891791:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1789302592.891810:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+23:24997:x1876219121633408:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789302592.891931:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+23:24997:x1876219121633408:12345-0@lo:502:mount.lustre.0 Request processed in 123us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302592.891940:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789302592.892414:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633408:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789302592.892622:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1789302592.892668:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1789302592.892687:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1789302592.892703:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1789302592.892718:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1789302592.892733:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1789302592.892764:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1789302592.892783:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1789302592.892809:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1789302592.892826:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1789302592.892841:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1789302592.892872:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633536:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789302592.892917:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.892952:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc384873480 going to sleep for 11 seconds 00000100:00100000:3.0:1789302592.893161:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121633536 00000100:00100000:3.0:1789302592.893167:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121633536 00000100:00100000:3.0:1789302592.893198:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789302592.893206:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+23:24997:x1876219121633536:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302592.893301:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+23:24997:x1876219121633536:12345-0@lo:502:mount.lustre.0 Request processed in 96us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302592.893309:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789302592.894103:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633536:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789302592.894183:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1789302592.894199:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789302592.894776:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789302592.894785:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789302592.894788:0:25005:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789302592.894795:0:25005:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cc381f37800 00000020:00000080:3.0:1789302592.894797:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789302592.894805:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789302592.894808:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789302592.894809:0:25005:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789302592.894818:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789302592.894821:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789302592.894823:0:25005:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789302592.894826:0:25005:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8cc381f37800 00000020:00000080:3.0:1789302592.894828:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789302592.894879:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789302592.894883:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789302592.894884:0:25005:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789302592.894886:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789302592.894888:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789302592.894889:0:25005:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789302592.894892:0:25005:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8cc381f37800 00000020:00000080:3.0:1789302592.894894:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789302592.894909:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789302592.894912:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789302592.894914:0:25005:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789302592.894916:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789302592.894918:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789302592.894919:0:25005:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789302592.894922:0:25005:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8cc381f37800 00000020:00000080:3.0:1789302592.894924:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789302592.894945:0:25005:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789302592.894948:0:25005:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789302592.894949:0:25005:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789302592.894952:0:25005:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1789302592.895191:0:24997:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789302592.895214:0:24997:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789302592.895231:0:24997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39affd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302592.895243:0:24997:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39affd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789302592.895292:0:24997:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789302592.895295:0:24997:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8cc381f37800 10000000:01000000:0.0:1789302592.895298:0:24997:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8cc381f37800 10000000:01000000:0.0:1789302592.895302:0:24997:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789302592.895307:0:24997:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8cc381f37800 from 1 10000000:01000000:0.0:1789302592.895309:0:24997:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789302592.895337:0:24997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e800/0x1ff82925bd39b004 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302592.895345:0:24997:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e800/0x1ff82925bd39b004 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302592.895355:0:24997:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e800/0x1ff82925bd39b004 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302592.895372:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633664:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789302592.895419:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302592.895446:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc487d9d240 going to sleep for 11 seconds 00000100:00100000:3.0:1789302592.895670:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121633664 00000100:00100000:3.0:1789302592.895678:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121633664 00000100:00100000:3.0:1789302592.895716:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789302592.895723:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+23:24997:x1876219121633664:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789302592.895735:0:22665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302592.895754:0:22665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b5348000/0x1ff82925bd39b00b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39b004 expref: -99 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302592.895786:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b5348000/0x1ff82925bd39b00b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39b004 expref: 24 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302592.895809:0:22665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b5348000/0x1ff82925bd39b00b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39b004 expref: 24 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302592.895818:0:22665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5348000, rc 0) 00000100:00100000:3.0:1789302592.895856:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+24:24997:x1876219121633664:12345-0@lo:101:mount.lustre.0 Request processed in 134us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302592.895864:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1789302592.895943:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633664:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789302592.895957:0:24997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e800/0x1ff82925bd39b004 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b00b expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302592.895966:0:24997:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e800/0x1ff82925bd39b004 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39b00b expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789302592.925226:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1789302592.925549:0:24997:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789302592.925747:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1789302592.925779:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1789302592.925814:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1789302592.925833:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1789302592.925847:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1789302592.925860:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1789302592.925875:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1789302592.925908:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1789302592.925928:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1789302592.925941:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1789302592.925956:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1789302592.925969:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1789302592.926913:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1789302592.926958:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1789302592.926975:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1789302592.927091:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1789302592.927109:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1789302592.927144:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1789302592.927161:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1789302592.927178:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1789302592.927193:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1789302592.927209:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1789302592.927226:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1789302592.927258:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1789302592.927278:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1789302592.927295:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1789302592.927308:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1789302592.927321:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1789302592.927335:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1789302592.927350:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1789302592.927365:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1789302592.927380:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1789302592.927395:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1789302592.927410:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1789302592.927424:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1789302592.927436:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1789302592.927447:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1789302592.927458:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1789302592.927469:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1789302592.927492:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1789302592.927505:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1789302592.927516:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1789302592.927527:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1789302592.927539:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1789302592.927550:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1789302592.927561:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1789302592.927581:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1789302592.927593:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1789302592.927728:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1789302592.927749:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1789302592.927764:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1789302592.927769:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1789302592.930314:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633792:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789302592.930374:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.930419:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc384873780 going to sleep for 11 seconds 00000100:00100000:0.0:1789302592.930671:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121633792 00000100:00100000:0.0:1789302592.930678:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121633792 00000100:00100000:0.0:1789302592.930722:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1789302592.930730:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+24:24997:x1876219121633792:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789302592.930955:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+24:24997:x1876219121633792:12345-0@lo:501:mount.lustre.0 Request processed in 226us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302592.930962:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1789302592.934939:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633792:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789302592.935148:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633920:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789302592.935212:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302592.935242:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc384873780 going to sleep for 11 seconds 00000100:00100000:0.0:1789302592.935520:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121633920 00000100:00100000:0.0:1789302592.935528:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121633920 00000100:00100000:0.0:1789302592.935582:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1789302592.935591:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:24997:x1876219121633920:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789302592.935744:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:24997:x1876219121633920:12345-0@lo:503:mount.lustre.0 Request processed in 155us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302592.935760:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1789302592.947965:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e60700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121633920:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789302592.948750:0:24997:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789302592.948909:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121634048:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302592.950240:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302592.950331:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc383ba8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789302592.953926:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121634048 00000100:00100000:1.0:1789302592.953942:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121634048 00000100:00100000:1.0:1789302592.954042:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1789302592.954056:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+24:24997:x1876219121634048:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789302592.954253:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+24:24997:x1876219121634048:12345-0@lo:502:mount.lustre.0 Request processed in 201us (4016us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302592.954261:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1789302592.954332:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121634048:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789302592.954547:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1789302592.954581:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1789302592.954600:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1789302592.954617:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1789302592.954631:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1789302592.954645:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1789302592.954670:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1789302592.954687:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1789302592.954703:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1789302592.954717:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1789302592.954731:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1789302592.954776:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1789302592.956674:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1789302592.957207:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1789302592.967430:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1789302592.967464:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1789302592.967478:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1789302592.967492:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1789302592.967504:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1789302592.967515:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1789302592.967527:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1789302592.967553:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1789302592.967567:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1789302592.967599:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1789302592.967614:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1789302592.967627:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1789302592.967641:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1789302592.967655:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1789302592.967668:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1789302592.967683:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1789302592.967696:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1789302592.967709:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1789302592.967722:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1789302592.967734:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1789302592.968910:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1789302592.968960:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1789302592.969886:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1789302592.969929:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1789302592.969944:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1789302592.970055:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1789302592.970088:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1789302592.970104:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1789302592.970258:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1789302592.970277:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1789302592.970292:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1789302592.970305:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1789302592.970320:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1789302592.970333:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1789302592.970392:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121634176:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789302592.970468:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302592.970520:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4912e2780 going to sleep for 11 seconds 00000100:00100000:2.0:1789302592.971164:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121634176 00000100:00100000:2.0:1789302592.971175:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121634176 00000100:00100000:2.0:1789302592.971225:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789302592.971235:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+24:24997:x1876219121634176:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789302592.971363:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+24:24997:x1876219121634176:12345-0@lo:502:mount.lustre.0 Request processed in 129us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302592.971371:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1789302592.971645:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121634176:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789302592.971943:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1789302592.971968:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1789302592.972917:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121634304:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789302592.973108:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302592.973262:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc48342b840 going to sleep for 11 seconds 00000100:00100000:3.0:1789302592.977730:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121634304 00000100:00100000:3.0:1789302592.977755:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121634304 00000100:00100000:3.0:1789302592.977821:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789302592.977830:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:24997:x1876219121634304:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789302592.978001:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:24997:x1876219121634304:12345-0@lo:502:mount.lustre.0 Request processed in 172us (5024us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302592.978008:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1789302592.979912:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121634304:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789302592.980031:0:24997:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789302592.980045:0:24997:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1789302592.982629:0:25011:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1789302592.982647:0:25011:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8cc4ac2a8000) 00000020:00000080:0.0:1789302592.982679:0:25011:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1789302592.982776:0:25011:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cc381f37800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789302592.982781:0:25011:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cc381f37800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789302592.982783:0:25011:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc381f37800 3 00010000:00080000:0.0:1789302592.983245:0:25011:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc3840ca800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.109@tcp at head 00010000:00010000:0.0:1789302592.990381:0:25011:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1789302592.990571:0:25011:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1789302592.990618:0:25011:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789302592.990631:0:25011:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x1ff82925bd39b019 00000100:00080000:0.0:1789302592.990641:0:25011:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789302592.990653:0:25011:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8cc3840ca800 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:0.0:1789302592.990688:0:25011:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc498ad6300 x1876219121634432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789302592.990733:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876219121634432:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789302592.990800:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302592.990865:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121634432 00000100:00100000:0.0:1789302592.990871:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121634432 00000100:00100000:0.0:1789302592.990904:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789302592.990912:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1876219121634432:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789302592.990934:0:22672:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 669 last 0 00000020:00000080:0.0:1789302592.990987:0:22672:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x1ff82925bd39b020 00000004:00100000:0.0:1789302592.991001:0:22672:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789302592.991031:0:22672:0:(import.c:65:import_set_state_nolock()) ffff8cc3840ce800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789302592.994930:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876219121634432:12345-0@lo:38:llog_process_th.0 Request processed in 4008us (4119us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302592.994946:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1789302592.996162:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc498ad6300 x1876219121634432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789302602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302592.996174:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789302592.996191:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1789302592.996199:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1789302592.996204:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789302592.996207:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc3840ca800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789302592.996214:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876219121634432:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1789302592.996347:0:25011:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789302592.996562:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789302592.996566:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789302592.996569:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789302592.996572:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789302592.996599:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789302592.996603:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789302592.996605:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc382632000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789302592.996609:0:13920:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 668 00000100:00080000:3.0:1789302592.996613:0:13920:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789302592.996621:0:13920:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8cc382632000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:3.0:1789302592.996640:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc384053800 x1876219121635072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789302592.996698:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876219121634688:0@lo:400:kworker.0 00000100:00100000:3.0:1789302592.996772:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302592.996888:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121634560:0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.996924:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302592.996957:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121634688 00000100:00100000:2.0:1789302592.996963:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121634688 00000100:00100000:2.0:1789302592.997093:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789302592.997104:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876219121634688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.997177:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876219121634688:12345-0@lo:400:kworker.0 Request processed in 75us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302592.997183:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789302592.997319:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121634816:0@lo:400:kworker.0 00000100:00100000:0.0:1789302592.997350:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:0.0:1789302592.997481:0:25011:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1789302592.997496:0:25011:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8cc4ac2acd40) 00000020:00000080:0.0:1789302592.997519:0:25011:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1789302592.997622:0:25011:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8cc381f37800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789302592.997627:0:25011:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8cc381f37800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789302592.997629:0:25011:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cc381f37800 3 00010000:00080000:0.0:1789302592.997659:0:25011:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8cc384160000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.109@tcp at head 00010000:00080000:3.0:1789302592.997940:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4b6ae5f80 x1876219121634688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302592.997954:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876219121634688:0@lo:400:kworker.0 00000100:00100000:3.0:1789302592.997962:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876219121635328:0@lo:400:kworker.0 00000100:00100000:3.0:1789302592.998898:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302592.998968:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121634944:0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.999108:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121634560 00000100:00100000:2.0:1789302592.999128:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121634560 00000100:00100000:2.0:1789302592.999167:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121634816 00000100:00100000:2.0:1789302592.999171:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121634816 00000100:00100000:2.0:1789302592.999186:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789302592.999195:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121634560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.999244:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121634560:12345-0@lo:400:kworker.0 Request processed in 50us (2319us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302592.999250:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789302592.999263:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789302592.999269:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121634816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.999304:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121634816:12345-0@lo:400:kworker.0 Request processed in 35us (1953us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302592.999309:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789302592.999347:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121634816:0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.999364:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876219121635456:0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.999390:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302592.999428:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121635328 00000100:00100000:2.0:1789302592.999432:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121635328 00000100:00100000:2.0:1789302592.999453:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121635456 00000100:00100000:2.0:1789302592.999458:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121635456 00000100:00100000:2.0:1789302592.999471:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789302592.999476:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876219121635328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.999507:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876219121635328:12345-0@lo:400:kworker.0 Request processed in 30us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302592.999513:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789302592.999524:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789302592.999530:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876219121635456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.999558:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876219121635456:12345-0@lo:400:kworker.0 Request processed in 28us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302592.999563:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789302592.999593:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121634560:0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.999600:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876219121635200:0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.999623:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1789302592.999661:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc384050700 x1876219121635456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302592.999672:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876219121635456:0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.999686:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121635200 00000100:00100000:2.0:1789302592.999689:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121635200 00000100:00100000:2.0:1789302592.999709:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789302592.999721:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876219121635200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302592.999754:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876219121635200:12345-0@lo:400:kworker.0 Request processed in 33us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302592.999759:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00010000:00080000:2.0:1789302592.999788:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc384050380 x1876219121635200/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302592.999930:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302592.999968:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121635072:0@lo:8:kworker.0 00000100:00100000:3.0:1789302593.000941:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302593.001365:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876219121635200:0@lo:400:kworker.0 00000100:00100000:2.0:1789302593.001405:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121634944 00000100:00100000:2.0:1789302593.001411:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121634944 00000100:00100000:2.0:1789302593.001446:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121635072 00000100:00100000:2.0:1789302593.001450:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121635072 00000100:00100000:2.0:1789302593.001469:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789302593.001477:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121634944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302593.001527:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121634944:12345-0@lo:400:kworker.0 Request processed in 51us (1597us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302593.001534:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789302593.001547:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789302593.001551:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876219121635072:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1789302593.001598:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876219121635072:12345-0@lo:8:kworker.0 Request processed in 46us (659us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789302593.001604:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1789302593.001656:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc4b6ae6a00 x1876219121634944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789302608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302593.001671:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121634944:0@lo:400:kworker.0 00000100:00100000:2.0:1789302593.001703:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789302593.001709:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc382632000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789302593.001723:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789302593.001726:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121635072:0@lo:8:kworker.0 00010000:00080000:2.0:1789302593.004928:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc384052d80 x1876219121635328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302593.004947:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876219121635328:0@lo:400:kworker.0 00010000:00010000:0.0:1789302593.008198:0:25011:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1789302593.008430:0:25011:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1789302593.008480:0:25011:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789302593.008493:0:25011:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x1ff82925bd39b02e 00000100:00080000:0.0:1789302593.008504:0:25011:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789302593.008515:0:25011:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8cc384160000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:0.0:1789302593.008549:0:25011:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc498ad5500 x1876219121635584/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789302593.008574:0:25011:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789302593.008617:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302593.008622:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789302593.008631:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789302593.008634:0:13920:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789302593.008963:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876219121635584:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789302593.009048:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302593.010963:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121635584 00000100:00100000:0.0:1789302593.010985:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121635584 00000100:00100000:0.0:1789302593.011046:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789302593.011055:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876219121635584:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789302593.011098:0:22671:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 669 last 0 00000020:00000080:0.0:1789302593.011195:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x1ff82925bd39b035 00000004:00100000:0.0:1789302593.011212:0:22671:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789302593.011247:0:22671:0:(import.c:65:import_set_state_nolock()) ffff8cc384163000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789302593.011328:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876219121635584:12345-0@lo:38:llog_process_th.0 Request processed in 272us (2279us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302593.011336:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1789302593.011396:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8cc498ad5500 x1876219121635584/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789302603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302593.011408:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789302593.011415:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1789302593.011423:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789302593.011428:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789302593.011430:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc384160000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789302593.011436:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876219121635584:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1789302593.015257:0:25011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1789302593.016200:0:24997:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789302593.016241:0:24997:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789302593.016263:0:24997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e800/0x1ff82925bd39b004 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b00b expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302593.016277:0:24997:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4b538e800/0x1ff82925bd39b004 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b00b expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789302593.016328:0:24997:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789302593.016330:0:24997:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789302593.016331:0:24997:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789302593.016333:0:24997:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789302593.016334:0:24997:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789302593.016335:0:24997:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789302593.016337:0:24997:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789302593.016339:0:24997:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789302593.016340:0:24997:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789302593.016344:0:24997:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1789302593.016346:0:24997:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789302593.016347:0:24997:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789302593.016349:0:24997:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789302593.016350:0:24997:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789302593.016351:0:24997:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789302593.016352:0:24997:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789302593.016353:0:24997:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789302593.016360:0:24997:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789302593.016361:0:24997:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789302593.016385:0:24997:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1789302593.016405:0:24997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384053b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121635712:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789302593.016473:0:24997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302593.016514:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121635712 00000100:00100000:3.0:1789302593.016521:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121635712 00000100:00100000:3.0:1789302593.016564:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1789302593.016572:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+24:24997:x1876219121635712:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789302593.016609:0:22665:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789302593.016623:0:22665:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:3.0:1789302593.016768:0:24997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b532c480 going to sleep for 11 seconds 20000000:01000000:3.0:1789302593.027622:0:22665:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789302593.027643:0:22665:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:3.0:1789302593.027758:0:22687:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789302593.027763:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789302593.027784:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302593.027875:0:22687:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc4b538f200/0x1ff82925bd39afb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39afa9 expref: 24 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302593.027884:0:22687:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc4b5348800/0x1ff82925bd39afbe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39afb7 expref: 24 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302593.027891:0:22687:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302593.027929:0:22687:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc4b5348800/0x1ff82925bd39afbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39afb7 expref: 24 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302593.027945:0:22687:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc4b5348800/0x1ff82925bd39afbe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39afb7 expref: 24 pid: 22666 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302593.027972:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384051f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121635840:0@lo:104: 00000100:00100000:3.0:1789302593.028141:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789302593.028188:0:22687:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc4b538f200/0x1ff82925bd39afb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39afa9 expref: 24 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302593.028197:0:22687:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc4b538f200/0x1ff82925bd39afb0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39afa9 expref: 24 pid: 22666 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302593.028205:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384051c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121635968:0@lo:104: 00000100:00100000:3.0:1789302593.028228:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302593.028244:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b532c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789302593.028266:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121635840 00000100:00100000:3.0:1789302593.028272:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121635840 00000100:00100000:3.0:1789302593.028306:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121635968 00000100:00100000:3.0:1789302593.028309:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121635968 00000100:00100000:3.0:1789302593.028324:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789302593.028332:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384051500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+4:22687:x1876219121635840:12345-0@lo:104: 00010000:00010000:3.0:1789302593.028344:0:22655:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39afbe expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302593.028399:0:22655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789302593.028406:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384051500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+4:22687:x1876219121635840:12345-0@lo:104: Request processed in 75us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302593.028413:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789302593.028430:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789302593.028436:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384050000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+3:22687:x1876219121635968:12345-0@lo:104: 00010000:00010000:3.0:1789302593.028443:0:22655:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39afb0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302593.028489:0:22655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789302593.028494:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384050000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+3:22687:x1876219121635968:12345-0@lo:104: Request processed in 59us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302593.028501:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789302593.028534:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384051f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121635840:0@lo:104: 00000100:00100000:3.0:1789302593.028542:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384051c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22687:1876219121635968:0@lo:104: 00010000:00010000:3.0:1789302593.028562:0:22687:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.028935:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789302593.028943:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39afbe expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.028950:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5349e00 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:1.0:1789302593.028954:0:24207:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39afbe expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.028963:0:24207:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39afbe expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789302593.028970:0:24207:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39afbe expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302593.029282:0:24207:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789302593.029323:0:24207:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39afbe expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.029330:0:24207:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789302593.029352:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39afbe expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.029359:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349e00/0x1ff82925bd39afb7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39afbe expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.029384:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789302593.029388:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39afb0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.029393:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc480030800 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:1.0:1789302593.029395:0:24207:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39afb0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.029402:0:24207:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39afb0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789302593.029407:0:24207:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39afb0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302593.029412:0:24207:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789302593.029424:0:24207:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39afb0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.029429:0:24207:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789302593.029440:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39afb0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.029447:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc480030800/0x1ff82925bd39afa9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39afb0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.029459:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302593.029461:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302593.029462:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302593.029471:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789302593.029492:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121636096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302593.029531:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302593.029565:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121636096 00000100:00100000:1.0:1789302593.029570:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121636096 00010000:00010000:1.0:1789302593.029605:0:22656:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc4b5348800/0x1ff82925bd39afbe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39afb7 expref: 25 pid: 22666 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302593.029629:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789302593.029639:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+25:3647:x1876219121636096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789302593.029650:0:22656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302593.029654:0:22656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc4b5348800/0x1ff82925bd39afbe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39afb7 expref: 25 pid: 22666 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.029664:0:22656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc4b5348800/0x1ff82925bd39afbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39afb7 expref: 25 pid: 22666 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.029677:0:22656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b5348800/0x1ff82925bd39afbe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39afb7 expref: 25 pid: 22666 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.029689:0:22656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789302593.029718:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3647:x1876219121636096:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302593.029725:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789302593.029816:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789302593.029826:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f33a82-37a9-48a8-ac1d-1c458204f846:3646:1876219121636224:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789302593.030275:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302593.030826:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121636096:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789302593.032520:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302593.032618:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121636224 00000100:00100000:1.0:1789302593.032627:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121636224 00010000:00010000:1.0:1789302593.032669:0:22658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc4b538f200/0x1ff82925bd39afb0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39afa9 expref: 24 pid: 22666 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302593.032708:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789302593.032733:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3646:x1876219121636224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789302593.032893:0:22658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302593.032900:0:22658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc4b538f200/0x1ff82925bd39afb0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39afa9 expref: 24 pid: 22666 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.032914:0:22658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc4b538f200/0x1ff82925bd39afb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39afa9 expref: 24 pid: 22666 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.032931:0:22658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b538f200/0x1ff82925bd39afb0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39afa9 expref: 24 pid: 22666 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.032947:0:22658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.032955:0:22658:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789302593.032973:0:22658:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010241955s 00010000:00010000:1.0:1789302593.032986:0:22658:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.032994:0:22658:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.033001:0:22658:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.033007:0:22658:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.033014:0:22658:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5349000 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302593.033024:0:22658:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.033032:0:22658:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.033053:0:22658:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302593.033075:0:22658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789302593.033168:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f33a82-37a9-48a8-ac1d-1c458204f846+23:3646:x1876219121636224:12345-0@lo:103:ldlm_bl.0 Request processed in 439us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302593.033175:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1789302593.033297:0:22687:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302593.033306:0:22687:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302593.033312:0:22687:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b5349000/0x1ff82925bd39b03c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302593.033416:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f33a82-37a9-48a8-ac1d-1c458204f846:3646:1876219121636224:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789302593.033569:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:24997:x1876219121635712:12345-0@lo:253:mount.lustre.0 Request processed in 16996us (17093us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302593.033578:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789302593.033636:0:24997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384053b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f33a82-37a9-48a8-ac1d-1c458204f846:24997:1876219121635712:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789302593.033648:0:24997:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1789302593.033651:0:24997:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789302593.033653:0:24997:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789302593.033654:0:24997:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789302593.033656:0:24997:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789302593.033657:0:24997:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789302593.033658:0:24997:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789302593.033660:0:24997:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789302593.033662:0:24997:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789302593.033663:0:24997:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789302593.033677:0:24997:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1789302593.036927:0:24997:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1789302593.039860:0:24997:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1789302593.039870:0:24997:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1789302593.039912:0:24997:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789302593.039956:0:24997:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.109@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789302593.039972:0:24997:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1789302593.040074:0:24997:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1789302593.043407:0:24997:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789302593.043681:0:24997:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789302593.108289:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789302593.108319:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121636352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789302593.108387:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302593.108434:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121636480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789302593.108463:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302593.108506:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121636352 00000100:00100000:0.0:1789302593.108513:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121636352 00000100:00100000:0.0:1789302593.108555:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121636480 00000100:00100000:0.0:1789302593.108558:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121636480 00000100:00100000:0.0:1789302593.108581:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789302593.108589:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121636352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789302593.108619:0:22677:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789302593.108660:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121636352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302593.108667:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789302593.108689:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789302593.108697:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121636480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789302593.108714:0:22677:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789302593.108763:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121636480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302593.108768:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789302593.108888:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121636480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789302593.108918:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121636352:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789302593.300815:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789302594.009684:0:25065:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789302594.009922:0:25065:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789302594.071098:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302573/real 1789302573] req@ffff8cc382917480 x1876219121622016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302593 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302594.071147:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc382917480 x1876219121622016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302593 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302594.071158:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789302573/real 1789302573] req@ffff8cc382915500 x1876219121622144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302593 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302594.071168:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cc382915500 x1876219121622144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789302593 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789302594.071186:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc485de3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789302594.072138:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789302594.072145:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382917480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121622016:0@lo:8:kworker.0 00000100:00080000:1.0:1789302594.072154:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc38422a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789302594.077307:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121636608:0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.077442:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789302594.079188:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302594.079207:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789302594.079220:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc485de3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789302594.079228:0:13920:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 649 00000100:00080000:2.0:1789302594.079234:0:13920:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789302594.079246:0:13920:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8cc485de3000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302594.079269:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc382915f80 x1876219121636864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789302594.079282:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302594.079285:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789302594.079287:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc38422a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789302594.079290:0:13920:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 649 00000100:00080000:2.0:1789302594.079292:0:13920:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789302594.079296:0:13920:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8cc38422a000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302594.079306:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc384295500 x1876219121636992/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789302594.079407:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121637248:0@lo:400:kworker.0 00000100:00080000:1.0:1789302594.079447:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789302594.079460:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121622144:0@lo:8:kworker.0 00000100:00100000:0.0:1789302594.079461:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302594.079490:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121636864:0@lo:8:kworker.0 00000100:00100000:0.0:1789302594.079515:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121637248 00000100:00100000:1.0:1789302594.079517:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302594.079522:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121637248 00000100:00100000:1.0:1789302594.079535:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121636992:0@lo:8:kworker.0 00000100:00100000:1.0:1789302594.079553:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302594.079562:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789302594.079571:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121637248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302594.079578:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121636864 00000100:00100000:1.0:1789302594.079581:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121636864 00000100:00100000:1.0:1789302594.079598:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121636992 00000100:00100000:1.0:1789302594.079600:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121636992 00000100:00100000:1.0:1789302594.079614:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789302594.079616:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121637248:12345-0@lo:400:kworker.0 Request processed in 47us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302594.079618:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876219121636864:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1789302594.079623:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00080000:1.0:1789302594.079642:0:24181:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 670 last 0 00000100:00100000:0.0:1789302594.079663:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121637248:0@lo:400:kworker.0 00000020:00000080:1.0:1789302594.079669:0:24181:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x1ff82925bd39b043 00002000:00100000:1.0:1789302594.079681:0:24181:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8cc38346d000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1789302594.079685:0:24181:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1789302594.079688:0:24181:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1789302594.079775:0:24181:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1789302594.079796:0:24181:0:(import.c:65:import_set_state_nolock()) ffff8cc38346c800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789302594.079839:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1876219121636864:12345-0@lo:8:kworker.0 Request processed in 219us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302594.079846:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789302594.079859:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789302594.079862:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876219121636992:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789302594.079892:0:24181:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 670 last 0 00000020:00000080:1.0:1789302594.079908:0:24181:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x1ff82925bd39b04a 00002000:00100000:1.0:1789302594.079914:0:24181:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8cc38346e800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1789302594.079924:0:24181:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1789302594.079926:0:24181:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00010000:00080000:0.0:1789302594.080025:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc382915f80 x1876219121636864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789302619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789302594.080033:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789302594.080038:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789302594.080045:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789302594.080050:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789302594.080052:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc485de3000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00002000:00080000:1.0:1789302594.080070:0:24181:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000004:00080000:0.0:1789302594.080078:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789302594.080082:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121636864:0@lo:8:kworker.0 00000100:00080000:1.0:1789302594.080083:0:24181:0:(import.c:65:import_set_state_nolock()) ffff8cc38346e000 : changing import state from RECOVER to FULL 00000004:00080000:0.0:1789302594.080102:0:22695:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:1.0:1789302594.080133:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1876219121636992:12345-0@lo:8:kworker.0 Request processed in 268us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302594.080139:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000004:00080000:0.0:1789302594.080179:0:22695:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 670123065691ns, next at 0ns, rc = 0 00010000:00080000:1.0:1789302594.080181:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384295500 x1876219121636992/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789302619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00080000:00080000:0.0:1789302594.080185:0:22695:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1789302594.080189:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789302594.080193:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789302594.080197:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789302594.080199:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1789302594.080201:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc38422a000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789302594.080228:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789302594.080233:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876219121636992:0@lo:8:kworker.0 00000004:00080000:1.0:1789302594.081024:0:22697:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789302594.081097:0:22697:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 670123983856ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789302594.081104:0:22697:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1789302594.081156:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121637376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789302594.081205:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302594.081340:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121637376 00000100:00100000:1.0:1789302594.081346:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121637376 00000004:00080000:3.0:1789302594.081368:0:22696:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:3.0:1789302594.081384:0:22696:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384051180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22696:1876219121637632:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1789302594.081406:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789302594.081412:0:22696:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302594.081415:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1876219121637376:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789302594.081426:0:22696:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc49129fb40 going to sleep for 11 seconds 00002000:00000024:1.0:1789302594.081437:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789302594.081483:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1876219121637376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302594.081490:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789302594.081519:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121637632 00000100:00100000:1.0:1789302594.081523:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121637632 00000100:00100000:1.0:1789302594.081551:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00010000:00080000:3.0:1789302594.081556:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc498ad6300 x1876219121637376/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789302610 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302594.081559:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22696:x1876219121637632:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1789302594.081647:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121637376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789302594.082175:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876219121637120:0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.082213:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789302594.082651:0:13920:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789302594.082655:0:13920:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789302594.082658:0:13920:0:(import.c:65:import_set_state_nolock()) ffff8cc382632000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789302594.082667:0:13920:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8cc382632000 using connection 192.168.203.109@tcp/0@lo 00000100:00100000:2.0:1789302594.082685:0:13920:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cc384295180 x1876219121637888/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789302594.082735:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121637888:0@lo:8:kworker.0 00000100:00100000:1.0:1789302594.082766:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302594.082834:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876219121638016:0@lo:400:kworker.0 00000100:00080000:2.0:1789302594.083010:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789302594.083015:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789302594.083054:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121638144:0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.089937:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121637760:0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.090002:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302594.090026:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876219121638400:0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.090051:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302594.090085:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1789302594.090093:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc382916300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121636736:0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.090134:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302594.090159:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121637504:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789302594.090181:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302594.090200:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121638272:0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.090238:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302594.090273:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121636608 00000100:00100000:3.0:1789302594.090281:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121636608 00000100:00100000:1.0:1789302594.090303:0:24711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121637888 00000100:00100000:1.0:1789302594.090308:0:24711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121637888 00000100:00100000:1.0:1789302594.090325:0:24711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121637760 00000100:00100000:3.0:1789302594.090327:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789302594.090327:0:24711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121637760 00000100:00100000:3.0:1789302594.090334:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+22:3648:x1876219121636608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302594.090356:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789302594.090363:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121637760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.090380:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+22:3648:x1876219121636608:12345-0@lo:400:kworker.0 Request processed in 46us (12938us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302594.090399:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1789302594.090509:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121636736 00000100:00100000:0.0:1789302594.090514:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121636736 00000100:00100000:0.0:1789302594.090538:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789302594.090545:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121636736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302594.090855:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121637760:12345-0@lo:400:kworker.0 Request processed in 493us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302594.090862:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789302594.090875:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789302594.090879:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3644:x1876219121637888:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789302594.090903:0:24711:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 670 last 0 00000020:00000080:1.0:1789302594.090928:0:24711:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x1ff82925bd39b051 00002000:00100000:1.0:1789302594.090940:0:24711:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8cc38346b800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1789302594.090944:0:24711:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1789302594.090947:0:24711:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:2.0:1789302594.091105:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121637120 00000100:00100000:2.0:1789302594.091123:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121637120 00000100:00100000:3.0:1789302594.091134:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302594.091145:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121638400 00000100:00100000:2.0:1789302594.091148:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121638400 00000100:00100000:2.0:1789302594.091162:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121638272 00000100:00100000:2.0:1789302594.091164:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121638272 00000100:00100000:3.0:1789302594.091172:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc38489c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121636608:0@lo:400:kworker.0 00000100:00100000:2.0:1789302594.091175:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121638144 00000100:00100000:2.0:1789302594.091177:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121638144 00000100:00100000:2.0:1789302594.091187:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789302594.091188:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789302594.091193:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876219121637120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.091194:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121638528:0@lo:400:kworker.0 00002000:00080000:1.0:1789302594.091344:0:24711:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1789302594.091456:0:24711:0:(import.c:65:import_set_state_nolock()) ffff8cc38346d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789302594.093655:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302594.093713:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302594.093753:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121638528 00000100:00100000:3.0:1789302594.093763:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121638528 00000100:00100000:3.0:1789302594.093799:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121638016 00000100:00100000:3.0:1789302594.093802:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121638016 00000100:00100000:3.0:1789302594.093819:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789302594.093827:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876219121638400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.093881:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876219121638400:12345-0@lo:400:kworker.0 Request processed in 55us (3829us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302594.093888:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789302594.093904:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789302594.093910:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121638272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.093939:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121638272:12345-0@lo:400:kworker.0 Request processed in 30us (3700us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302594.093944:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789302594.093956:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789302594.093962:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121638144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.094003:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121638144:12345-0@lo:400:kworker.0 Request processed in 41us (2869us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302594.094008:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789302594.094036:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789302594.094042:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc38489c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121638528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.094100:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc38489c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121638528:12345-0@lo:400:kworker.0 Request processed in 58us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302594.094106:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789302594.094139:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789302594.094145:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876219121638016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302594.094178:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876219121638016:12345-0@lo:400:kworker.0 Request processed in 33us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302594.094184:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00080000:3.0:1789302594.094722:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384294a80 x1876219121638528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302594.094737:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121638528:0@lo:400:kworker.0 00000100:00100000:0.0:1789302594.094788:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121636736:12345-0@lo:400:kworker.0 Request processed in 4242us (4651us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302594.094797:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000004:00080000:0.0:1789302594.094857:0:22698:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:0.0:1789302594.094891:0:22698:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22698:1876219121638656:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1789302594.094930:0:22698:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302594.094942:0:22698:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc382912780 going to sleep for 11 seconds 00000100:00100000:1.0:1789302594.095146:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3644:x1876219121637888:12345-0@lo:8:kworker.0 Request processed in 4263us (12376us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302594.095154:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789302594.095179:0:24711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121638656 00000100:00100000:1.0:1789302594.095184:0:24711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121638656 00010000:00080000:0.0:1789302594.095378:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384295180 x1876219121637888/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789302619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789302594.095391:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789302594.095399:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789302594.095403:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789302594.095407:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8cc382632000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789302594.095426:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789302594.095432:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876219121637888:0@lo:8:kworker.0 00000100:00100000:1.0:1789302594.095835:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789302594.095850:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22698:x1876219121638656:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1789302594.096189:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121637504 00000100:00100000:0.0:1789302594.096195:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121637504 00000100:00100000:0.0:1789302594.096238:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789302594.096245:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1876219121637504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789302594.096264:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789302594.096312:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1876219121637504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (6130us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302594.096318:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789302594.097346:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876219121637120:12345-0@lo:400:kworker.0 Request processed in 6150us (15130us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302594.097357:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00002000:00080000:0.0:1789302594.098551:0:24181:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1789302594.098572:0:24181:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:0.0:1789302594.098578:0:24181:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00000100:00080000:1.0:1789302594.099070:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789302594.099075:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789302594.099079:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789302594.099143:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc382916300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121636736:0@lo:400:kworker.0 00010000:00080000:1.0:1789302594.099163:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384051f80 x1876219121637504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789302610 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302594.099183:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121637504:0@lo:13:osp-pre-0-0.0 00010000:00080000:1.0:1789302594.099197:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384295c00 x1876219121638272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302594.099216:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121638272:0@lo:400:kworker.0 00010000:00080000:1.0:1789302594.099230:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384294e00 x1876219121637760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789302610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302594.099238:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121637760:0@lo:400:kworker.0 00010000:00080000:1.0:1789302594.099254:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384297100 x1876219121638400/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302594.099263:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876219121638400:0@lo:400:kworker.0 00010000:00080000:1.0:1789302594.099274:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384295f80 x1876219121637120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302594.099281:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876219121637120:0@lo:400:kworker.0 00000004:00080000:1.0:1789302594.099360:0:23416:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000004:00080000:2.0:1789302594.099524:0:23415:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789302594.099606:0:23415:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 670142491987ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789302594.099613:0:23415:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1789302594.100529:0:23416:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e60380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23416:1876219121638912:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1789302594.100592:0:23416:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302594.100623:0:23416:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc384873e40 going to sleep for 11 seconds 00000100:00100000:1.0:1789302594.100657:0:24180:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:1.0:1789302594.100664:0:24180:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00002000:00080000:1.0:1789302594.100798:0:24711:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:1.0:1789302594.100805:0:24711:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1789302594.100810:0:24711:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00010000:00080000:3.0:1789302594.101007:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384296680 x1876219121638144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302594.101020:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121638144:0@lo:400:kworker.0 00000004:00080000:2.0:1789302594.101034:0:22651:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:3.0:1789302594.101044:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121638784:0@lo:13:osp-pre-1-1.0 00000004:00080000:2.0:1789302594.101046:0:22651:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00100000:3.0:1789302594.101085:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1789302594.101142:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384295880 x1876219121638016/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302594.101152:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876219121638016:0@lo:400:kworker.0 00000004:00080000:2.0:1789302594.103090:0:23404:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:2.0:1789302594.106544:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121638784 00000100:00100000:2.0:1789302594.106556:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121638784 00000100:00100000:2.0:1789302594.106633:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789302594.106643:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1876219121638784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789302594.106666:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789302594.108627:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1876219121638784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1977us (7532us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302594.108640:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00002000:00010000:0.0:1789302594.115902:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.115916:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf136b5a/0x1ff82925bd39b058 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.115949:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.115954:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.115960:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf136b5a/0x1ff82925bd39b058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.115977:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf136b5a/0x1ff82925bd39b058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.115990:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf136b5a/0x1ff82925bd39b058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.115998:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf136b5a/0x1ff82925bd39b058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.116018:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789302594.116721:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.116729:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf136b5a/0x1ff82925bd39b058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.116738:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b538f600 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.116748:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf136b5a/0x1ff82925bd39b058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.116758:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf136b5a/0x1ff82925bd39b058 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.116788:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf136b5a/0x1ff82925bd39b058 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.116797:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf136b5a/0x1ff82925bd39b058 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.116816:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.116818:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.116820:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1789302594.117178:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc4b7e61500 x1876219121638784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789302610 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00002000:00010000:0.0:1789302594.117532:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1789302594.117536:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121638784:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1789302594.117539:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a84f1ac4/0x1ff82925bd39b05f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.117549:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.117553:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.118749:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a84f1ac4/0x1ff82925bd39b05f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.118771:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a84f1ac4/0x1ff82925bd39b05f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.118783:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a84f1ac4/0x1ff82925bd39b05f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.118791:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a84f1ac4/0x1ff82925bd39b05f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.118826:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789302594.118999:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.119005:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a84f1ac4/0x1ff82925bd39b05f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.119013:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b538f400 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.119018:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a84f1ac4/0x1ff82925bd39b05f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.119028:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a84f1ac4/0x1ff82925bd39b05f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.119044:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a84f1ac4/0x1ff82925bd39b05f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.119051:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a84f1ac4/0x1ff82925bd39b05f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.119083:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.119085:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.119087:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789302594.128199:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1789302594.128540:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.128553:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000710c317f/0x1ff82925bd39b066 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.128633:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.128643:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.128649:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000710c317f/0x1ff82925bd39b066 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.128664:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000710c317f/0x1ff82925bd39b066 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.128675:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000710c317f/0x1ff82925bd39b066 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.128683:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000710c317f/0x1ff82925bd39b066 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.128699:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789302594.129215:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.129286:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ff27239/0x1ff82925bd39b06d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129295:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.129298:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.129302:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ff27239/0x1ff82925bd39b06d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129311:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ff27239/0x1ff82925bd39b06d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129320:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ff27239/0x1ff82925bd39b06d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129333:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ff27239/0x1ff82925bd39b06d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129347:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789302594.129459:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789302594.129465:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000710c317f/0x1ff82925bd39b066 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129473:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b538fe00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.129478:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000710c317f/0x1ff82925bd39b066 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129488:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000710c317f/0x1ff82925bd39b066 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129504:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000710c317f/0x1ff82925bd39b066 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129512:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000710c317f/0x1ff82925bd39b066 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129528:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.129531:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ff27239/0x1ff82925bd39b06d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129550:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b538f000 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.129554:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ff27239/0x1ff82925bd39b06d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129922:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ff27239/0x1ff82925bd39b06d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129934:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ff27239/0x1ff82925bd39b06d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129942:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ff27239/0x1ff82925bd39b06d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.129956:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.129958:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.129959:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.129966:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.130008:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.130014:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c38246a/0x1ff82925bd39b074 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.130023:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.130027:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.130031:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c38246a/0x1ff82925bd39b074 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.130053:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c38246a/0x1ff82925bd39b074 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.130075:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c38246a/0x1ff82925bd39b074 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.130082:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c38246a/0x1ff82925bd39b074 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.130097:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789302594.131643:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.131655:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004378f1f1/0x1ff82925bd39b07b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.131670:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.131673:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.131678:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004378f1f1/0x1ff82925bd39b07b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.131690:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004378f1f1/0x1ff82925bd39b07b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.131699:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004378f1f1/0x1ff82925bd39b07b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.131720:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004378f1f1/0x1ff82925bd39b07b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.131863:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789302594.132194:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789302594.132203:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c38246a/0x1ff82925bd39b074 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.132221:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b538ea00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:3.0:1789302594.132226:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c38246a/0x1ff82925bd39b074 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.132237:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c38246a/0x1ff82925bd39b074 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.132257:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c38246a/0x1ff82925bd39b074 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.132265:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c38246a/0x1ff82925bd39b074 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.132287:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302594.132291:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004378f1f1/0x1ff82925bd39b07b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.132298:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b538ec00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:3.0:1789302594.132301:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004378f1f1/0x1ff82925bd39b07b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.132310:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004378f1f1/0x1ff82925bd39b07b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.132320:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004378f1f1/0x1ff82925bd39b07b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.132333:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004378f1f1/0x1ff82925bd39b07b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.132348:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.132351:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.132353:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.132363:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.132688:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.132695:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef50c36c/0x1ff82925bd39b082 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.132705:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.132709:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.132714:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef50c36c/0x1ff82925bd39b082 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.132725:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef50c36c/0x1ff82925bd39b082 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.132734:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef50c36c/0x1ff82925bd39b082 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.132741:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef50c36c/0x1ff82925bd39b082 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.132970:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789302594.132979:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.132983:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef50c36c/0x1ff82925bd39b082 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.133000:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b538e000 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.133004:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef50c36c/0x1ff82925bd39b082 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.133012:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef50c36c/0x1ff82925bd39b082 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.133023:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef50c36c/0x1ff82925bd39b082 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.133030:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef50c36c/0x1ff82925bd39b082 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.133044:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.133045:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.133047:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.133681:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.133688:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c409831b/0x1ff82925bd39b089 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.133698:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.133701:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.133705:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c409831b/0x1ff82925bd39b089 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.133715:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c409831b/0x1ff82925bd39b089 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.133728:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c409831b/0x1ff82925bd39b089 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.133736:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c409831b/0x1ff82925bd39b089 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.133819:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789302594.133865:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302594.133873:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c409831b/0x1ff82925bd39b089 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.133883:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b538f200 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:3.0:1789302594.133887:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c409831b/0x1ff82925bd39b089 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.133897:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c409831b/0x1ff82925bd39b089 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.133921:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c409831b/0x1ff82925bd39b089 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.133931:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c409831b/0x1ff82925bd39b089 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.133950:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.133952:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.133962:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.134083:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.134089:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b090 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.134097:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.134100:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.134104:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b090 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.134132:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b090 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.134141:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b090 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.134147:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b090 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.140362:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789302594.142277:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302594.142288:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b090 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.142302:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2179200 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:3.0:1789302594.142308:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b090 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.142320:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b090 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.142339:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b090 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.142347:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b090 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.142391:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.142393:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.142395:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.142783:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.142791:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3bc239a/0x1ff82925bd39b097 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.142805:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.142809:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.142816:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3bc239a/0x1ff82925bd39b097 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.142829:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3bc239a/0x1ff82925bd39b097 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.142839:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3bc239a/0x1ff82925bd39b097 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.142848:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3bc239a/0x1ff82925bd39b097 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.142865:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789302594.142875:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.142879:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3bc239a/0x1ff82925bd39b097 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.142886:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178800 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.142898:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3bc239a/0x1ff82925bd39b097 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.142906:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3bc239a/0x1ff82925bd39b097 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.142918:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3bc239a/0x1ff82925bd39b097 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.142925:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3bc239a/0x1ff82925bd39b097 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.142939:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.142941:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.142943:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302594.148265:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121638912 00000100:00100000:3.0:1789302594.148277:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121638912 00000100:00100000:3.0:1789302594.148578:0:25071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789302594.148590:0:25071:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23416:x1876219121638912:12345-0@lo:7:osp-pre-1-1.0 00002000:00010000:2.0:1789302594.151048:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.151071:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c5a5b52/0x1ff82925bd39b09e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.151088:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.151093:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.151101:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c5a5b52/0x1ff82925bd39b09e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.151139:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c5a5b52/0x1ff82925bd39b09e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.151150:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c5a5b52/0x1ff82925bd39b09e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.151156:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c5a5b52/0x1ff82925bd39b09e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.151175:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789302594.151843:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302594.151852:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c5a5b52/0x1ff82925bd39b09e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.151877:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4869d0400 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:3.0:1789302594.151882:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c5a5b52/0x1ff82925bd39b09e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.151893:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c5a5b52/0x1ff82925bd39b09e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.151982:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c5a5b52/0x1ff82925bd39b09e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.151992:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c5a5b52/0x1ff82925bd39b09e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.152014:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.152016:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.152017:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1789302594.152027:0:25071:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:3.0:1789302594.152032:0:25071:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789302594.152144:0:25071:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23416:x1876219121638912:12345-0@lo:7:osp-pre-1-1.0 Request processed in 3553us (51548us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302594.152154:0:25071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789302594.152205:0:23416:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e60380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23416:1876219121638912:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1789302594.152218:0:23416:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789302594.152257:0:23416:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23416:1876219121639040:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789302594.152287:0:23416:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302594.152317:0:23416:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4907eb600 going to sleep for 11 seconds 00000100:00100000:3.0:1789302594.152335:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121639040 00000100:00100000:3.0:1789302594.152341:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121639040 00000100:00100000:3.0:1789302594.152371:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789302594.152379:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23416:x1876219121639040:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1789302594.152402:0:24180:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789302594.152432:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23416:x1876219121639040:12345-0@lo:5:osp-pre-1-1.0 Request processed in 53us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302594.152439:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789302594.152462:0:23416:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23416:1876219121639040:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789302594.152471:0:23416:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789302594.152491:0:23416:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23416:1876219121639168:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789302594.152513:0:23416:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302594.152526:0:23416:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4907eb600 going to sleep for 11 seconds 00000100:00100000:3.0:1789302594.152537:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121639168 00000100:00100000:3.0:1789302594.152540:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121639168 00000100:00100000:3.0:1789302594.152555:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789302594.152560:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23416:x1876219121639168:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1789302594.152582:0:24180:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:2.0:1789302594.155444:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.155458:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037ed72bd/0x1ff82925bd39b0a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.155476:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.155481:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.155495:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037ed72bd/0x1ff82925bd39b0a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789302594.155500:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.155510:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5b19476/0x1ff82925bd39b0ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.155513:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037ed72bd/0x1ff82925bd39b0a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155531:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.155536:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037ed72bd/0x1ff82925bd39b0a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155537:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.155547:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5b19476/0x1ff82925bd39b0ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.155550:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037ed72bd/0x1ff82925bd39b0a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.155575:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789302594.155687:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5b19476/0x1ff82925bd39b0ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155698:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5b19476/0x1ff82925bd39b0ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155712:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5b19476/0x1ff82925bd39b0ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155728:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789302594.155741:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789302594.155747:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037ed72bd/0x1ff82925bd39b0a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155755:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4869d1a00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.155760:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037ed72bd/0x1ff82925bd39b0a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155769:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037ed72bd/0x1ff82925bd39b0a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155787:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037ed72bd/0x1ff82925bd39b0a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155795:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037ed72bd/0x1ff82925bd39b0a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155813:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.155817:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5b19476/0x1ff82925bd39b0ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155834:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178400 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.155838:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5b19476/0x1ff82925bd39b0ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155847:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5b19476/0x1ff82925bd39b0ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155858:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5b19476/0x1ff82925bd39b0ac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155866:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5b19476/0x1ff82925bd39b0ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.155882:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.155885:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.155887:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.155895:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.157450:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.157461:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b0b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.157476:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.157480:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.157485:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b0b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.157498:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b0b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.157515:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b0b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.157523:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b0b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.157549:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.157864:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.157873:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b0b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.157883:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178600 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.157888:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b0b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.157899:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b0b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.159045:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b0b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.159083:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b0b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.159108:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.159123:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.159126:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.160884:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.160898:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b0ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.161042:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.161048:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.161055:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b0ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.161080:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b0ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.161090:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b0ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.161098:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b0ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.161160:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789302594.161360:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.161366:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b0ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.161375:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178c00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.161380:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b0ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.161390:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b0ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.161406:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b0ba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.161415:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b0ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.161433:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.161435:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.161437:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.161577:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.161585:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea62f5c0/0x1ff82925bd39b0c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.161595:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.161599:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.161604:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea62f5c0/0x1ff82925bd39b0c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.161617:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea62f5c0/0x1ff82925bd39b0c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.161627:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea62f5c0/0x1ff82925bd39b0c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.161636:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea62f5c0/0x1ff82925bd39b0c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.161666:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789302594.162976:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.162994:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a768cec9/0x1ff82925bd39b0c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163008:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.163012:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.163017:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a768cec9/0x1ff82925bd39b0c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163031:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a768cec9/0x1ff82925bd39b0c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163041:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a768cec9/0x1ff82925bd39b0c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163050:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a768cec9/0x1ff82925bd39b0c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163078:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789302594.163249:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789302594.163255:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea62f5c0/0x1ff82925bd39b0c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163265:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4869d1400 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.163269:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea62f5c0/0x1ff82925bd39b0c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163279:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea62f5c0/0x1ff82925bd39b0c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163303:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea62f5c0/0x1ff82925bd39b0c1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163311:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea62f5c0/0x1ff82925bd39b0c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163330:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.163333:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a768cec9/0x1ff82925bd39b0c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163341:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4869d1200 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.163344:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a768cec9/0x1ff82925bd39b0c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163353:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a768cec9/0x1ff82925bd39b0c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163362:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a768cec9/0x1ff82925bd39b0c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163370:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a768cec9/0x1ff82925bd39b0c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163381:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.163383:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.163389:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.163449:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.163455:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b11a292d/0x1ff82925bd39b0cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163465:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.163468:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.163473:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b11a292d/0x1ff82925bd39b0cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163482:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b11a292d/0x1ff82925bd39b0cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163491:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b11a292d/0x1ff82925bd39b0cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163499:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b11a292d/0x1ff82925bd39b0cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163513:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789302594.163635:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.163653:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b0d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163662:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.163665:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.163670:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b0d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163691:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b0d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163700:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b0d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163708:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b0d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163721:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789302594.163728:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789302594.163732:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b11a292d/0x1ff82925bd39b0cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163738:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4869d1e00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.163741:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b11a292d/0x1ff82925bd39b0cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163749:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b11a292d/0x1ff82925bd39b0cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163759:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b11a292d/0x1ff82925bd39b0cf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163767:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b11a292d/0x1ff82925bd39b0cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163797:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.163801:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b0d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163807:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee65200 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.163810:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b0d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163817:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b0d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163828:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b0d6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163835:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b0d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163845:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.163847:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.163848:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.163919:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.163924:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002efc2e82/0x1ff82925bd39b0dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163932:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.163939:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.163943:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002efc2e82/0x1ff82925bd39b0dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163952:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002efc2e82/0x1ff82925bd39b0dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163960:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002efc2e82/0x1ff82925bd39b0dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163967:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002efc2e82/0x1ff82925bd39b0dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.163978:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.164074:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.164080:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002efc2e82/0x1ff82925bd39b0dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.164087:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64e00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.164090:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002efc2e82/0x1ff82925bd39b0dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.164097:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002efc2e82/0x1ff82925bd39b0dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.164109:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002efc2e82/0x1ff82925bd39b0dd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.164146:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002efc2e82/0x1ff82925bd39b0dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.164163:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.164164:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.164167:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.164440:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.165027:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.169522:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.169538:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000209c6ece/0x1ff82925bd39b0e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.169556:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.169561:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.169568:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000209c6ece/0x1ff82925bd39b0e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.169583:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000209c6ece/0x1ff82925bd39b0e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.169593:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000209c6ece/0x1ff82925bd39b0e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.169602:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000209c6ece/0x1ff82925bd39b0e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.169620:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.169808:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.169820:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000209c6ece/0x1ff82925bd39b0e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.169829:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64000 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.169834:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000209c6ece/0x1ff82925bd39b0e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.169845:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000209c6ece/0x1ff82925bd39b0e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.169862:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000209c6ece/0x1ff82925bd39b0e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.169870:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000209c6ece/0x1ff82925bd39b0e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.169890:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.169892:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.169894:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.171656:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.171668:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b0eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.171698:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.171703:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.171710:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b0eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.171725:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b0eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.171737:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b0eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.171746:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b0eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.171764:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789302594.171929:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.171935:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b0eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.171945:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178800 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.171950:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b0eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.171961:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b0eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.171989:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b0eb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.171997:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b0eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.172013:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.172015:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.172017:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.173075:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.173084:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000379f50e7/0x1ff82925bd39b0f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.173097:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.173102:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.173108:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000379f50e7/0x1ff82925bd39b0f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.173136:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000379f50e7/0x1ff82925bd39b0f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.173146:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000379f50e7/0x1ff82925bd39b0f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.173153:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000379f50e7/0x1ff82925bd39b0f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.173197:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789302594.173617:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.173624:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b0f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.173634:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.173637:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.173866:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b0f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.173882:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b0f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.173895:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b0f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.173904:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b0f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.173981:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789302594.174083:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789302594.174090:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000379f50e7/0x1ff82925bd39b0f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174098:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178200 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.174109:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000379f50e7/0x1ff82925bd39b0f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174136:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000379f50e7/0x1ff82925bd39b0f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174152:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000379f50e7/0x1ff82925bd39b0f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174159:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000379f50e7/0x1ff82925bd39b0f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174196:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.174200:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b0f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174206:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2179a00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.174208:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b0f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174215:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b0f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174224:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b0f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174231:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b0f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174250:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.174251:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.174253:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.174330:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.174360:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1789302594.174387:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789302594.174394:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016aca852/0x1ff82925bd39b107 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.174403:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1789302594.174413:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789302594.174417:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016aca852/0x1ff82925bd39b107 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.174426:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016aca852/0x1ff82925bd39b107 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.174434:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016aca852/0x1ff82925bd39b107 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.174441:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016aca852/0x1ff82925bd39b107 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.174453:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789302594.174732:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.174738:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016aca852/0x1ff82925bd39b107 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174747:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5349a00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.174750:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016aca852/0x1ff82925bd39b107 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174759:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016aca852/0x1ff82925bd39b107 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174771:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016aca852/0x1ff82925bd39b107 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.174794:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c446b435/0x1ff82925bd39b100 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.174806:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.174810:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.174815:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c446b435/0x1ff82925bd39b100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.174840:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c446b435/0x1ff82925bd39b100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174846:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016aca852/0x1ff82925bd39b107 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.174851:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c446b435/0x1ff82925bd39b100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.174868:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c446b435/0x1ff82925bd39b100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174874:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.174878:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.174882:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c446b435/0x1ff82925bd39b100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.174884:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789302594.174894:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee65800 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.174905:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c446b435/0x1ff82925bd39b100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174986:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c446b435/0x1ff82925bd39b100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.174999:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c446b435/0x1ff82925bd39b100 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.175007:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c446b435/0x1ff82925bd39b100 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.175023:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.175024:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.175026:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.175104:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.175900:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.175909:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005aa8b90e/0x1ff82925bd39b10e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.175992:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.175995:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.176000:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005aa8b90e/0x1ff82925bd39b10e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.176012:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005aa8b90e/0x1ff82925bd39b10e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.176033:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005aa8b90e/0x1ff82925bd39b10e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.176042:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005aa8b90e/0x1ff82925bd39b10e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.176067:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789302594.176312:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302594.176318:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005aa8b90e/0x1ff82925bd39b10e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.176327:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2179c00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:3.0:1789302594.176331:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005aa8b90e/0x1ff82925bd39b10e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.176341:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005aa8b90e/0x1ff82925bd39b10e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.176354:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005aa8b90e/0x1ff82925bd39b10e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.176374:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005aa8b90e/0x1ff82925bd39b10e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.176390:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.176392:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.176394:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.178283:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.178297:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a213d39c/0x1ff82925bd39b115 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.178313:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.178317:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.178324:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a213d39c/0x1ff82925bd39b115 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.178339:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a213d39c/0x1ff82925bd39b115 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.178350:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a213d39c/0x1ff82925bd39b115 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.178359:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a213d39c/0x1ff82925bd39b115 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.178388:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789302594.178716:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.178724:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c926fa90/0x1ff82925bd39b11c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.178736:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.178739:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.178749:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c926fa90/0x1ff82925bd39b11c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.178761:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c926fa90/0x1ff82925bd39b11c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.178769:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c926fa90/0x1ff82925bd39b11c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.178787:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c926fa90/0x1ff82925bd39b11c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.178803:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1789302594.178882:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.178889:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006481e248/0x1ff82925bd39b123 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.178898:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.178902:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.178906:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006481e248/0x1ff82925bd39b123 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.179758:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006481e248/0x1ff82925bd39b123 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.179771:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006481e248/0x1ff82925bd39b123 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.179789:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006481e248/0x1ff82925bd39b123 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.179808:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1789302594.180046:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789302594.180053:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a213d39c/0x1ff82925bd39b115 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180072:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2179000 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.180082:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a213d39c/0x1ff82925bd39b115 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180091:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a213d39c/0x1ff82925bd39b115 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180106:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a213d39c/0x1ff82925bd39b115 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180131:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a213d39c/0x1ff82925bd39b115 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180149:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789302594.180153:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c926fa90/0x1ff82925bd39b11c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180160:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee65400 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.180163:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c926fa90/0x1ff82925bd39b11c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180172:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c926fa90/0x1ff82925bd39b11c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180183:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c926fa90/0x1ff82925bd39b11c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180191:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c926fa90/0x1ff82925bd39b11c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180210:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.180213:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006481e248/0x1ff82925bd39b123 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180220:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178a00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.180224:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006481e248/0x1ff82925bd39b123 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180232:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006481e248/0x1ff82925bd39b123 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180242:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006481e248/0x1ff82925bd39b123 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180250:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006481e248/0x1ff82925bd39b123 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.180260:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.180262:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.180264:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.180270:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.180406:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.181288:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.181298:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5b19476/0x1ff82925bd39b12a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.181312:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.181322:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.181329:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5b19476/0x1ff82925bd39b12a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.181342:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5b19476/0x1ff82925bd39b12a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.181353:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5b19476/0x1ff82925bd39b12a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.181362:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5b19476/0x1ff82925bd39b12a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.183321:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789302594.183672:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.183681:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b131 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.183698:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.183702:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.183708:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.183722:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.183733:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.183749:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.184739:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789302594.184749:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5b19476/0x1ff82925bd39b12a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.184761:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178400 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302594.184766:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5b19476/0x1ff82925bd39b12a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.184777:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5b19476/0x1ff82925bd39b12a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.184809:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5b19476/0x1ff82925bd39b12a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.184818:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5b19476/0x1ff82925bd39b12a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.184839:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789302594.184849:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.184857:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178c00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302594.184860:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.184869:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.184881:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b131 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.184889:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.184891:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.184893:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.185158:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789302594.185165:0:24181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b131 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789302594.185634:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.185641:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b138 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.185755:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.186893:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.186897:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.186905:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.187775:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.187862:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.187872:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789302594.188133:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.188140:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b13f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.188151:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.188155:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.188160:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b13f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.188170:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b13f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.188179:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b13f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.188188:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b13f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.188210:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789302594.188357:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789302594.188767:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789302594.188775:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b13f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.188786:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2179a00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.188791:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b13f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.188801:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b13f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.188816:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b13f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.188824:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1c0bfb3/0x1ff82925bd39b13f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.188840:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.188844:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.188861:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178600 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.188864:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.188872:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.188882:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b138 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.188889:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000b79707/0x1ff82925bd39b138 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.188904:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.188906:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.188909:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.189024:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.190054:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.190075:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000379f50e7/0x1ff82925bd39b146 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.190089:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.190099:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.190105:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000379f50e7/0x1ff82925bd39b146 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.190133:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000379f50e7/0x1ff82925bd39b146 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.190142:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000379f50e7/0x1ff82925bd39b146 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.190150:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000379f50e7/0x1ff82925bd39b146 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.190167:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789302594.190351:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.190356:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b14d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.190365:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.190368:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.190372:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b14d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.190382:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b14d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.190389:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b14d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.190404:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b14d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.190417:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789302594.191049:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789302594.191067:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000379f50e7/0x1ff82925bd39b146 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.191078:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178200 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302594.191083:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000379f50e7/0x1ff82925bd39b146 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.191093:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000379f50e7/0x1ff82925bd39b146 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.191140:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000379f50e7/0x1ff82925bd39b146 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.191148:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000379f50e7/0x1ff82925bd39b146 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.191173:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789302594.191177:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b14d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.191184:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178800 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302594.191188:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b14d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.191196:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b14d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.191206:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b14d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.191213:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3bc239a/0x1ff82925bd39b14d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.191225:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.191226:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.191233:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.191384:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789302594.194279:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789302594.194292:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b154 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.194309:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1789302594.194314:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302594.194319:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.194333:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.194344:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.194352:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.194375:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789302594.195453:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.195463:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000209c6ece/0x1ff82925bd39b15b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.195487:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.195495:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.195501:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000209c6ece/0x1ff82925bd39b15b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.195529:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000209c6ece/0x1ff82925bd39b15b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.196022:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000209c6ece/0x1ff82925bd39b15b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.196032:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000209c6ece/0x1ff82925bd39b15b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.196054:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000040:00080000:2.0:1789302594.198863:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789302594.198920:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789302594.198931:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.198944:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2179200 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302594.198949:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.198963:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.198983:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b154 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.198991:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049f66373/0x1ff82925bd39b154 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199013:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789302594.199017:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000209c6ece/0x1ff82925bd39b15b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199024:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64000 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302594.199028:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000209c6ece/0x1ff82925bd39b15b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199037:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000209c6ece/0x1ff82925bd39b15b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199067:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000209c6ece/0x1ff82925bd39b15b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199075:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000209c6ece/0x1ff82925bd39b15b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199093:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.199095:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.199097:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.199103:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.199207:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1789302594.199207:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789302594.199221:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b169 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.199222:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002efc2e82/0x1ff82925bd39b162 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.199245:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1789302594.199245:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.199254:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302594.199254:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302594.199262:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.199266:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002efc2e82/0x1ff82925bd39b162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199281:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.199284:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002efc2e82/0x1ff82925bd39b162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199304:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.199305:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002efc2e82/0x1ff82925bd39b162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199326:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.199343:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002efc2e82/0x1ff82925bd39b162 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199355:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.199369:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789302594.199379:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789302594.199384:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199392:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aa800 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302594.199396:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199405:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199417:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b169 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199425:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b169 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199454:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789302594.199458:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002efc2e82/0x1ff82925bd39b162 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199465:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64e00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302594.199468:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002efc2e82/0x1ff82925bd39b162 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199489:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002efc2e82/0x1ff82925bd39b162 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.199498:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.199502:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002efc2e82/0x1ff82925bd39b162 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199511:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002efc2e82/0x1ff82925bd39b162 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.199525:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.199527:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.199529:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789302594.200178:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789302594.200186:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053ca3f13/0x1ff82925bd39b170 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.200197:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1789302594.200201:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302594.200205:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053ca3f13/0x1ff82925bd39b170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.200215:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053ca3f13/0x1ff82925bd39b170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.200224:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053ca3f13/0x1ff82925bd39b170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.200239:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000053ca3f13/0x1ff82925bd39b170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.200258:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789302594.200570:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789302594.200576:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d023b209/0x1ff82925bd39b177 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.200584:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1789302594.200587:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302594.200591:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d023b209/0x1ff82925bd39b177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.200599:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d023b209/0x1ff82925bd39b177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.200608:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d023b209/0x1ff82925bd39b177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.200615:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d023b209/0x1ff82925bd39b177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.200626:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789302594.201128:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789302594.201137:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000053ca3f13/0x1ff82925bd39b170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201146:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839ab600 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.201151:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000053ca3f13/0x1ff82925bd39b170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201160:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000053ca3f13/0x1ff82925bd39b170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201185:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000053ca3f13/0x1ff82925bd39b170 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201192:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053ca3f13/0x1ff82925bd39b170 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201219:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.201223:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d023b209/0x1ff82925bd39b177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201250:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839ab000 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.201253:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d023b209/0x1ff82925bd39b177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201260:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d023b209/0x1ff82925bd39b177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201278:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d023b209/0x1ff82925bd39b177 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201284:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d023b209/0x1ff82925bd39b177 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201305:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.201307:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.201309:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.201316:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.201443:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.201449:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b17e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201458:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.201461:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.201465:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b17e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201486:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b17e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201494:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b17e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201501:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b17e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.201516:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789302594.202123:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789302594.202130:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b17e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.202147:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee65200 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302594.202151:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b17e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.202159:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b17e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.202173:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b17e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.202181:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057e893c3/0x1ff82925bd39b17e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.202196:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.202198:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.202200:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789302594.202250:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789302594.202255:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b185 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.202264:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1789302594.202267:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302594.202270:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.202279:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.202292:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.202299:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.202312:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.204178:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.204188:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.204201:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aa400 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.204206:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.204217:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.204234:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b185 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.204242:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b185 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.204281:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.204284:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.204286:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.206370:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.206385:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082f4210c/0x1ff82925bd39b18c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.206407:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.206413:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.206419:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082f4210c/0x1ff82925bd39b18c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.206441:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082f4210c/0x1ff82925bd39b18c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.206453:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082f4210c/0x1ff82925bd39b18c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.206460:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082f4210c/0x1ff82925bd39b18c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.206492:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789302594.208165:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789302594.208177:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066e8a57b/0x1ff82925bd39b193 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.208191:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1789302594.208196:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302594.208201:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066e8a57b/0x1ff82925bd39b193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.208214:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066e8a57b/0x1ff82925bd39b193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.208224:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066e8a57b/0x1ff82925bd39b193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.208231:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000066e8a57b/0x1ff82925bd39b193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.208266:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789302594.208511:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789302594.208519:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082f4210c/0x1ff82925bd39b18c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.208527:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64400 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:3.0:1789302594.208531:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082f4210c/0x1ff82925bd39b18c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.208541:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082f4210c/0x1ff82925bd39b18c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.208557:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082f4210c/0x1ff82925bd39b18c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.208564:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082f4210c/0x1ff82925bd39b18c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.208582:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302594.208586:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000066e8a57b/0x1ff82925bd39b193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.208599:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839ab400 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:3.0:1789302594.208602:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000066e8a57b/0x1ff82925bd39b193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.208609:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000066e8a57b/0x1ff82925bd39b193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.208619:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000066e8a57b/0x1ff82925bd39b193 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.208625:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066e8a57b/0x1ff82925bd39b193 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.208639:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.208640:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.208642:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.210405:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.210627:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.210637:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000470130cc/0x1ff82925bd39b19a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.210663:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.210667:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.210674:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000470130cc/0x1ff82925bd39b19a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.210688:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000470130cc/0x1ff82925bd39b19a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.210697:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000470130cc/0x1ff82925bd39b19a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.210705:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000470130cc/0x1ff82925bd39b19a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.210722:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.210853:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.210859:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000470130cc/0x1ff82925bd39b19a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.210868:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee65600 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.210872:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000470130cc/0x1ff82925bd39b19a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.210881:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000470130cc/0x1ff82925bd39b19a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.210909:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000470130cc/0x1ff82925bd39b19a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.210917:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000470130cc/0x1ff82925bd39b19a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.210932:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.210934:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.210936:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789302594.211710:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789302594.211719:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030795ddb/0x1ff82925bd39b1a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.211731:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1789302594.211734:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789302594.211739:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030795ddb/0x1ff82925bd39b1a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.211750:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030795ddb/0x1ff82925bd39b1a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.211765:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030795ddb/0x1ff82925bd39b1a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.211772:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000030795ddb/0x1ff82925bd39b1a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.212088:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.212223:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.212230:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000030795ddb/0x1ff82925bd39b1a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.212240:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5348400 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.212244:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000030795ddb/0x1ff82925bd39b1a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.212253:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000030795ddb/0x1ff82925bd39b1a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.212268:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000030795ddb/0x1ff82925bd39b1a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.212276:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030795ddb/0x1ff82925bd39b1a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.212304:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.212306:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.212308:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.212431:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.212436:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ff6d824/0x1ff82925bd39b1a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.212445:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.212449:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.212453:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ff6d824/0x1ff82925bd39b1a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.212463:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ff6d824/0x1ff82925bd39b1a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.212471:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ff6d824/0x1ff82925bd39b1a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.212477:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ff6d824/0x1ff82925bd39b1a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.212494:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789302594.212593:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302594.212600:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ff6d824/0x1ff82925bd39b1a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.212608:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee65a00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:3.0:1789302594.212612:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ff6d824/0x1ff82925bd39b1a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.212620:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ff6d824/0x1ff82925bd39b1a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.212633:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ff6d824/0x1ff82925bd39b1a8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.212711:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ff6d824/0x1ff82925bd39b1a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.212729:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.212745:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.212747:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789302594.212861:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789302594.212867:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000434c7f6e/0x1ff82925bd39b1af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.212876:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1789302594.212880:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789302594.212884:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000434c7f6e/0x1ff82925bd39b1af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.212893:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000434c7f6e/0x1ff82925bd39b1af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.212901:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000434c7f6e/0x1ff82925bd39b1af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.212909:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000434c7f6e/0x1ff82925bd39b1af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.213098:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.213196:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.213202:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000434c7f6e/0x1ff82925bd39b1af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213221:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5348a00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.213225:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000434c7f6e/0x1ff82925bd39b1af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213233:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000434c7f6e/0x1ff82925bd39b1af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213246:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000434c7f6e/0x1ff82925bd39b1af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213253:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000434c7f6e/0x1ff82925bd39b1af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213267:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.213268:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.213270:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.213359:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.213377:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ec6fa89/0x1ff82925bd39b1b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213387:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.213390:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.213394:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ec6fa89/0x1ff82925bd39b1b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213404:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ec6fa89/0x1ff82925bd39b1b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213418:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ec6fa89/0x1ff82925bd39b1b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213426:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ec6fa89/0x1ff82925bd39b1b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213439:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.213447:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.213451:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ec6fa89/0x1ff82925bd39b1b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213458:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64c00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.213461:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ec6fa89/0x1ff82925bd39b1b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213468:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ec6fa89/0x1ff82925bd39b1b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213479:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ec6fa89/0x1ff82925bd39b1b6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213486:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ec6fa89/0x1ff82925bd39b1b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.213504:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.213511:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.213512:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789302594.214144:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789302594.214151:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007886b1c9/0x1ff82925bd39b1bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.214163:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1789302594.214167:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789302594.214172:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007886b1c9/0x1ff82925bd39b1bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.214189:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007886b1c9/0x1ff82925bd39b1bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.214199:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007886b1c9/0x1ff82925bd39b1bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.214207:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007886b1c9/0x1ff82925bd39b1bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.214221:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789302594.214229:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302594.214233:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007886b1c9/0x1ff82925bd39b1bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.214240:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5349600 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:3.0:1789302594.214244:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007886b1c9/0x1ff82925bd39b1bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.214253:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007886b1c9/0x1ff82925bd39b1bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.214264:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007886b1c9/0x1ff82925bd39b1bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.214271:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007886b1c9/0x1ff82925bd39b1bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.214294:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.214295:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.214297:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.215603:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.215624:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007867aab4/0x1ff82925bd39b1c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.215638:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.215642:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.215647:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007867aab4/0x1ff82925bd39b1c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.215658:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007867aab4/0x1ff82925bd39b1c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.215667:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007867aab4/0x1ff82925bd39b1c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.215673:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007867aab4/0x1ff82925bd39b1c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.215693:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.215707:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.215712:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007867aab4/0x1ff82925bd39b1c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.215719:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64800 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.215722:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007867aab4/0x1ff82925bd39b1c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.215745:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007867aab4/0x1ff82925bd39b1c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.215758:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007867aab4/0x1ff82925bd39b1c4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.215766:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007867aab4/0x1ff82925bd39b1c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.215786:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.215787:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.215789:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789302594.217636:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789302594.218506:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c56e4227/0x1ff82925bd39b1cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.218523:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1789302594.218527:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789302594.218533:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c56e4227/0x1ff82925bd39b1cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.218547:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c56e4227/0x1ff82925bd39b1cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.218557:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c56e4227/0x1ff82925bd39b1cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.218564:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c56e4227/0x1ff82925bd39b1cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.218584:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.224868:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.224880:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c56e4227/0x1ff82925bd39b1cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.224894:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5348200 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.224899:0:22659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c56e4227/0x1ff82925bd39b1cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.224912:0:22659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c56e4227/0x1ff82925bd39b1cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.224933:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c56e4227/0x1ff82925bd39b1cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.224953:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c56e4227/0x1ff82925bd39b1cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.224973:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.224975:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.224976:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.225055:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.226136:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000958cd315/0x1ff82925bd39b1d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.226150:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.226155:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.226161:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000958cd315/0x1ff82925bd39b1d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.226174:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000958cd315/0x1ff82925bd39b1d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.226183:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000958cd315/0x1ff82925bd39b1d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.226190:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000958cd315/0x1ff82925bd39b1d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.226216:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789302594.226848:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789302594.226857:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000958cd315/0x1ff82925bd39b1d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.226880:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee65c00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:3.0:1789302594.226885:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000958cd315/0x1ff82925bd39b1d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.226894:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000958cd315/0x1ff82925bd39b1d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.226909:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000958cd315/0x1ff82925bd39b1d2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789302594.228849:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.228872:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052dae42d/0x1ff82925bd39b1d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.228889:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.228894:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.228901:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052dae42d/0x1ff82925bd39b1d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.228915:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052dae42d/0x1ff82925bd39b1d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.228925:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052dae42d/0x1ff82925bd39b1d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.228933:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052dae42d/0x1ff82925bd39b1d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.228960:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.228976:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.228981:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052dae42d/0x1ff82925bd39b1d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.228989:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64a00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.228994:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052dae42d/0x1ff82925bd39b1d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.229003:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052dae42d/0x1ff82925bd39b1d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.229025:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052dae42d/0x1ff82925bd39b1d9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.229027:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000958cd315/0x1ff82925bd39b1d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.229043:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052dae42d/0x1ff82925bd39b1d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.229072:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.229075:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302594.229078:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.229081:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.229085:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.229088:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789302594.230609:0:24181:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.230633:0:24181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090d95763/0x1ff82925bd39b1e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.230647:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.230651:0:24181:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.230657:0:24181:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090d95763/0x1ff82925bd39b1e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.230669:0:24181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090d95763/0x1ff82925bd39b1e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.230679:0:24181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090d95763/0x1ff82925bd39b1e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.230687:0:24181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090d95763/0x1ff82925bd39b1e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.230723:0:24181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1789302594.231028:0:24181:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:2.0:1789302594.231151:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22696:x1876219121637632:12345-0@lo:5:osp-pre-0-0.0 Request processed in 149589us (149733us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302594.231162:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789302594.231266:0:22696:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384051180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22696:1876219121637632:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789302594.231283:0:22696:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:3.0:1789302594.231327:0:22696:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22696:1876219121639296:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1789302594.231361:0:22696:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302594.231383:0:22696:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc384103180 going to sleep for 11 seconds 00002000:00010000:1.0:1789302594.234907:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789302594.235032:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b1e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.235049:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1789302594.235053:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302594.235075:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b1e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.235090:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b1e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.235100:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b1e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.235108:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b1e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.235158:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1789302594.236281:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789302594.236291:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000182b3e74/0x1ff82925bd39b1ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.236304:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1789302594.236317:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302594.236323:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000182b3e74/0x1ff82925bd39b1ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.236335:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000182b3e74/0x1ff82925bd39b1ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.236343:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000182b3e74/0x1ff82925bd39b1ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.236349:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000182b3e74/0x1ff82925bd39b1ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.236370:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1789302594.237432:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789302594.237442:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090d95763/0x1ff82925bd39b1e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237455:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64200 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.237459:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090d95763/0x1ff82925bd39b1e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237469:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090d95763/0x1ff82925bd39b1e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237488:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090d95763/0x1ff82925bd39b1e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237495:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090d95763/0x1ff82925bd39b1e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237519:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789302594.237522:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b1e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237545:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aa800 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.237547:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b1e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237554:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b1e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237565:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b1e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237572:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005816f66c/0x1ff82925bd39b1e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237597:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.237601:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000182b3e74/0x1ff82925bd39b1ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237608:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aa000 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.237611:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000182b3e74/0x1ff82925bd39b1ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237619:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000182b3e74/0x1ff82925bd39b1ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237629:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000182b3e74/0x1ff82925bd39b1ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237641:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000182b3e74/0x1ff82925bd39b1ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.237657:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.237659:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.237662:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.237683:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789302594.241085:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789302594.241100:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae3f4b55/0x1ff82925bd39b1f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.241251:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1789302594.241257:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302594.241264:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae3f4b55/0x1ff82925bd39b1f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.241279:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae3f4b55/0x1ff82925bd39b1f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.241292:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae3f4b55/0x1ff82925bd39b1f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.241316:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae3f4b55/0x1ff82925bd39b1f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.241342:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789302594.241387:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302594.241395:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae3f4b55/0x1ff82925bd39b1f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.241405:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839abe00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302594.241411:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae3f4b55/0x1ff82925bd39b1f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.241420:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae3f4b55/0x1ff82925bd39b1f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.241437:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae3f4b55/0x1ff82925bd39b1f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.241445:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae3f4b55/0x1ff82925bd39b1f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.241474:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.241476:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302594.241478:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302594.242682:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121639296 00000100:00100000:3.0:1789302594.242694:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121639296 00000100:00100000:3.0:1789302594.242741:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789302594.242750:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22696:x1876219121639296:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1789302594.242810:0:24179:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00002000:00010000:2.0:1789302594.244468:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789302594.244481:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000470130cc/0x1ff82925bd39b1fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.244498:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1789302594.244504:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302594.244511:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000470130cc/0x1ff82925bd39b1fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.244527:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000470130cc/0x1ff82925bd39b1fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.244538:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000470130cc/0x1ff82925bd39b1fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.244546:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000470130cc/0x1ff82925bd39b1fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.244565:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789302594.251753:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789302594.251769:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000470130cc/0x1ff82925bd39b1fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.251782:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee65600 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302594.251787:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000470130cc/0x1ff82925bd39b1fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.251800:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000470130cc/0x1ff82925bd39b1fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.251821:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000470130cc/0x1ff82925bd39b1fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.251828:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000470130cc/0x1ff82925bd39b1fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.251857:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.251859:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.251861:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789302594.253418:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789302594.253447:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b203 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.253463:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1789302594.253468:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302594.253474:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.253488:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.253499:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.253507:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b203 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.253528:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789302594.253835:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302594.253849:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b203 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.253858:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839abc00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:0.0:1789302594.253863:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b203 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.253873:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.253890:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b203 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.253897:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b203 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302594.253928:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.253930:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.253932:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302594.255357:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789302594.257985:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789302594.258002:0:24711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d6689c1b/0x1ff82925bd39b20a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.258020:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1789302594.258025:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302594.258032:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6689c1b/0x1ff82925bd39b20a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.258047:0:24711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6689c1b/0x1ff82925bd39b20a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.258076:0:24711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d6689c1b/0x1ff82925bd39b20a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.258084:0:24711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d6689c1b/0x1ff82925bd39b20a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.258102:0:24711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789302594.258132:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789302594.258138:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d6689c1b/0x1ff82925bd39b20a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.258147:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aba00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302594.258151:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6689c1b/0x1ff82925bd39b20a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.258160:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6689c1b/0x1ff82925bd39b20a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.258176:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d6689c1b/0x1ff82925bd39b20a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.258183:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6689c1b/0x1ff82925bd39b20a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.258203:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.258222:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302594.258224:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1789302594.258296:0:24711:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:1.0:1789302594.258383:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22698:x1876219121638656:12345-0@lo:5:osp-pre-1-0.0 Request processed in 162537us (163448us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302594.258392:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789302594.258445:0:22698:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22698:1876219121638656:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1789302594.258459:0:22698:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1789302594.258500:0:22698:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e61880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22698:1876219121639424:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1789302594.258534:0:22698:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302594.258555:0:22698:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc487d9d240 going to sleep for 11 seconds 00000100:00100000:1.0:1789302594.258572:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121639424 00000100:00100000:1.0:1789302594.258576:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121639424 00000100:00100000:1.0:1789302594.258615:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789302594.258626:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22698:x1876219121639424:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1789302594.258659:0:24181:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000001:00080000:3.0:1789302594.266332:0:24998:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1789302594.266370:0:24998:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1789302594.266375:0:24998:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1789302594.266553:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23416:x1876219121639168:12345-0@lo:5:osp-pre-1-1.0 Request processed in 113987us (114034us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789302594.266565:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789302594.266619:0:23416:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1789302594.266627:0:23416:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23416:1876219121639168:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1789302594.266644:0:23416:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:2.0:1789302594.266694:0:23416:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384294380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23416:1876219121639552:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1789302594.266740:0:23416:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302594.266761:0:23416:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc384873780 going to sleep for 11 seconds 00000100:00100000:1.0:1789302594.268082:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121639552 00000100:00100000:1.0:1789302594.268094:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121639552 00000100:00100000:1.0:1789302594.268179:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789302594.268193:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23416:x1876219121639552:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789302594.268282:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23416:x1876219121639552:12345-0@lo:900:osp-pre-1-1.0 Request processed in 94us (1541us total) trans 0 rc 0/0 00010000:00080000:2.0:1789302594.268481:0:23416:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384294380 x1876219121639552/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789302610 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302594.268497:0:23416:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384294380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23416:1876219121639552:0@lo:900:osp-pre-1-1.0 00000001:00080000:3.0:1789302594.268761:0:24175:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1789302594.268828:0:24175:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1789302594.268954:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22696:x1876219121639296:12345-0@lo:5:osp-pre-0-0.0 Request processed in 26203us (37591us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789302594.268965:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789302594.269011:0:22696:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1789302594.269018:0:22696:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22696:1876219121639296:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789302594.269031:0:22696:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:1.0:1789302594.269625:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000001:00080000:2.0:1789302594.271392:0:24998:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:2.0:1789302594.271557:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22698:x1876219121639424:12345-0@lo:5:osp-pre-1-0.0 Request processed in 12931us (13020us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1789302594.271569:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789302594.271765:0:22698:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1789302594.271774:0:22698:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e61880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22698:1876219121639424:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1789302594.271789:0:22698:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:3.0:1789302594.325245:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789302594.842276:0:22669:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789302594.842285:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cc4b7e9e000 from 14 10000000:01000000:3.0:1789302594.842290:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789302594.842349:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39b211 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.842361:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39b211 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.842375:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39b211 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302594.842406:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121639680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789302594.842501:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302594.842565:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc384103600 going to sleep for 11 seconds 00000100:00100000:1.0:1789302594.842683:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121639680 00000100:00100000:1.0:1789302594.842692:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121639680 00000100:00100000:1.0:1789302594.842778:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1789302594.842789:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:22669:x1876219121639680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302594.842810:0:22665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789302594.842826:0:22665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc3839aba00/0x1ff82925bd39b218 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39b211 expref: -99 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.842852:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc3839aba00/0x1ff82925bd39b218 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39b211 expref: 23 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.842864:0:22665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc3839aba00/0x1ff82925bd39b218 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39b211 expref: 23 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.842873:0:22665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc3839aba00, rc 0) 00000100:00100000:1.0:1789302594.842921:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+23:22669:x1876219121639680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302594.842929:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1789302594.843325:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121639680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789302594.843343:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39b211 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b218 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302594.843354:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39b211 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39b218 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302594.843417:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384294380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121639808:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789302594.843469:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302594.843493:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4ac298840 going to sleep for 11 seconds 00000100:00100000:0.0:1789302594.843765:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121639808 00000100:00100000:0.0:1789302594.843772:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121639808 00000100:00100000:0.0:1789302594.843808:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789302594.843818:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+23:22669:x1876219121639808:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789302594.843837:0:22664:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789302594.843858:0:22664:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789302594.843862:0:22664:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1789302594.843964:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+23:22669:x1876219121639808:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 145us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302594.843978:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1789302594.844067:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384294380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121639808:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789302594.844168:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789302594.844176:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39b211 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b218 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.844187:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4b5349600/0x1ff82925bd39b211 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b218 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302594.844197:0:22669:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789302594.844200:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8cc38367e000 from 14 10000000:01000000:1.0:1789302594.844202:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789302594.844232:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839abe00/0x1ff82925bd39b21f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.844239:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc3839abe00/0x1ff82925bd39b21f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.844255:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc3839abe00/0x1ff82925bd39b21f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302594.844270:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e61500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121639936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789302594.844296:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302594.844320:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc487d9d540 going to sleep for 11 seconds 00000100:00100000:3.0:1789302594.845205:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121639936 00000100:00100000:3.0:1789302594.845216:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121639936 00000100:00100000:3.0:1789302594.845270:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1789302594.845279:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+23:22669:x1876219121639936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789302594.845292:0:22665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302594.845307:0:22665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b5349200/0x1ff82925bd39b226 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39b21f expref: -99 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.845333:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b5349200/0x1ff82925bd39b226 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39b21f expref: 24 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.845345:0:22665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b5349200/0x1ff82925bd39b226 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39b21f expref: 24 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302594.845354:0:22665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5349200, rc 0) 00000100:00100000:3.0:1789302594.845425:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+24:22669:x1876219121639936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302594.845431:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1789302594.845494:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e61500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121639936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302594.845511:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc3839abe00/0x1ff82925bd39b21f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b226 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.845521:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc3839abe00/0x1ff82925bd39b21f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39b226 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302594.845581:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b7e61500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121640064:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789302594.845618:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302594.845652:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc487d9d540 going to sleep for 11 seconds 00000100:00100000:0.0:1789302594.845701:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121640064 00000100:00100000:0.0:1789302594.845706:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121640064 00000100:00100000:0.0:1789302594.845737:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1789302594.845744:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:22669:x1876219121640064:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789302594.845758:0:22664:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789302594.845776:0:22664:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789302594.845779:0:22664:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1789302594.845881:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:22669:x1876219121640064:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 136us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302594.845890:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1789302594.845962:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b7e61500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121640064:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789302594.846035:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789302594.846042:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839abe00/0x1ff82925bd39b21f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b226 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302594.846051:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc3839abe00/0x1ff82925bd39b21f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b226 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302595.348788:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302596.372349:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302597.397371:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789302597.716492:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121640192:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789302597.717052:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302597.717642:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121640192 00000100:00100000:0.0:1789302597.717653:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121640192 00000100:00100000:0.0:1789302597.717960:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789302597.717970:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121640192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789302597.718000:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789302597.718074:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121640192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302597.718080:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789302597.718152:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121640192:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789302597.720783:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789302598.229282:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789302598.229302:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121640320:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789302598.229364:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302598.229406:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121640320 00000100:00100000:0.0:1789302598.229413:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121640320 00000100:00100000:0.0:1789302598.229471:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789302598.229479:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121640320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789302598.229512:0:23412:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789302598.229557:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121640320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302598.229563:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789302598.229610:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121640320:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789302598.235016:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121640448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789302598.235092:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302598.242981:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121640448 00000100:00100000:1.0:1789302598.242996:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121640448 00000100:00100000:1.0:1789302598.243069:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789302598.243079:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121640448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789302598.243128:0:22677:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789302598.250837:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121640448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 7751us (15736us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302598.250851:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789302598.251305:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121640448:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789302598.421780:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789302599.094314:0:25356:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg309-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1789302599.252530:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121640704:0@lo:400:kworker.0 00000100:00100000:0.0:1789302599.252629:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302599.252684:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121641216:0@lo:400:kworker.0 00000100:00100000:0.0:1789302599.252715:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302599.252807:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876219121641728:0@lo:400:kworker.0 00000100:00100000:0.0:1789302599.252841:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302599.252873:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1789302599.252880:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121640832:0@lo:400:kworker.0 00000100:00100000:0.0:1789302599.252912:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302599.252941:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121641344:0@lo:400:kworker.0 00000100:00100000:1.0:1789302599.252947:0:24711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121640832 00000100:00100000:1.0:1789302599.252957:0:24711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121640832 00000100:00100000:0.0:1789302599.252965:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302599.252984:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876219121641856:0@lo:400:kworker.0 00000100:00100000:1.0:1789302599.253047:0:24711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121641344 00000100:00100000:1.0:1789302599.253052:0:24711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121641344 00000100:00100000:1.0:1789302599.253076:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789302599.253092:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121640832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302599.253188:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121640832:12345-0@lo:400:kworker.0 Request processed in 98us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302599.253196:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789302599.253214:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789302599.253220:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121641344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302599.253248:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121641344:12345-0@lo:400:kworker.0 Request processed in 29us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302599.253253:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1789302599.253270:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789302599.253424:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121640576:0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.253469:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302599.253496:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121641088:0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.253536:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302599.253555:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121641600:0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.253577:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302599.253593:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121642112:0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.253620:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302599.253646:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1789302599.253652:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121640960:0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.253677:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302599.253697:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6b97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121641472:0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.253719:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302599.253841:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302599.253882:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121640832:0@lo:400:kworker.0 00000100:00100000:0.0:1789302599.253895:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121641344:0@lo:400:kworker.0 00000100:00100000:0.0:1789302599.253931:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121640704 00000100:00100000:0.0:1789302599.253950:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121640704 00000100:00100000:0.0:1789302599.253986:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121641216 00000100:00100000:0.0:1789302599.253990:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121641216 00000100:00100000:0.0:1789302599.254008:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789302599.254361:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121640704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302599.254419:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121640704:12345-0@lo:400:kworker.0 Request processed in 62us (1790us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302599.254427:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789302599.254449:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789302599.254456:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121641216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302599.254488:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121641216:12345-0@lo:400:kworker.0 Request processed in 32us (1772us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302599.254495:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789302599.254523:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121641728 00000100:00100000:0.0:1789302599.254528:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121641728 00000100:00100000:0.0:1789302599.254561:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121641088 00000100:00100000:0.0:1789302599.254565:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121641088 00000100:00100000:0.0:1789302599.254577:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121641600 00000100:00100000:0.0:1789302599.254579:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121641600 00000100:00100000:0.0:1789302599.254591:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121642112 00000100:00100000:0.0:1789302599.254593:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121642112 00000100:00100000:0.0:1789302599.254607:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121641856 00000100:00100000:0.0:1789302599.254609:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121641856 00000100:00100000:0.0:1789302599.254623:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789302599.254642:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876219121641728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302599.254677:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876219121641728:12345-0@lo:400:kworker.0 Request processed in 37us (1835us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302599.254684:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789302599.254697:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789302599.254703:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384294000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121641088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302599.254935:0:25071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121640960 00000100:00100000:3.0:1789302599.254940:0:25071:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121640960 00000100:00100000:3.0:1789302599.254967:0:25071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121641472 00000100:00100000:3.0:1789302599.254970:0:25071:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121641472 00000100:00100000:3.0:1789302599.255006:0:25071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789302599.255013:0:25071:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121640960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.255251:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876219121641984:0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.255291:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302599.255323:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789302599.255332:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121641472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.255370:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121641472:12345-0@lo:400:kworker.0 Request processed in 40us (1650us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302599.255376:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789302599.255465:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121641984 00000100:00100000:2.0:1789302599.255469:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121641984 00000100:00100000:2.0:1789302599.255493:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789302599.255500:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384296d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121641600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.255536:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384296d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121641600:12345-0@lo:400:kworker.0 Request processed in 36us (1959us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302599.255542:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789302599.255556:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789302599.255572:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121642112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.255604:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121642112:12345-0@lo:400:kworker.0 Request processed in 34us (1983us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302599.255610:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789302599.255624:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789302599.255630:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876219121641856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.255658:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876219121641856:12345-0@lo:400:kworker.0 Request processed in 28us (1817us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302599.255664:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789302599.255676:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789302599.255681:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1876219121641984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.255709:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1876219121641984:12345-0@lo:400:kworker.0 Request processed in 28us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302599.255714:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789302599.258963:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121641472:0@lo:400:kworker.0 00010000:00080000:2.0:1789302599.258989:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc383bfc380 x1876219121641984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302599.259002:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876219121641984:0@lo:400:kworker.0 00010000:00080000:2.0:1789302599.259029:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc4b6b94000 x1876219121641600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302599.259038:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121641600:0@lo:400:kworker.0 00010000:00080000:2.0:1789302599.259051:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc383bfdc00 x1876219121642112/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302599.259079:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121642112:0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.259365:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121640576 00000100:00100000:2.0:1789302599.259374:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121640576 00000100:00100000:2.0:1789302599.259431:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1789302599.259440:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3648:x1876219121640576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.259537:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3648:x1876219121640576:12345-0@lo:400:kworker.0 Request processed in 98us (6067us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302599.259546:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1789302599.259633:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121642496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789302599.259683:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302599.259756:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121640576:0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.260202:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121642240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789302599.260238:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1789302599.260275:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc383bff480 x1876219121641856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302599.260289:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876219121641856:0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.260304:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121640704:0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.260317:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121641216:0@lo:400:kworker.0 00010000:00080000:2.0:1789302599.260330:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc383bfd500 x1876219121641728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302599.260338:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876219121641728:0@lo:400:kworker.0 00000100:00100000:2.0:1789302599.260377:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789302599.260386:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121642368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789302599.260415:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302599.260444:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121642496 00000100:00100000:2.0:1789302599.260449:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121642496 00000100:00100000:2.0:1789302599.260492:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121642240 00000100:00100000:2.0:1789302599.260495:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121642240 00000100:00100000:2.0:1789302599.260511:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121642368 00000100:00100000:2.0:1789302599.260513:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121642368 00000100:00100000:2.0:1789302599.260527:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789302599.260536:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121642496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789302599.260566:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789302599.260615:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121642496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302599.260623:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789302599.260640:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789302599.260648:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121642240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789302599.260666:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789302599.260703:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121642240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302599.260710:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789302599.260913:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789302599.260927:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3645:x1876219121642368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789302599.261178:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789302599.261210:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3645:x1876219121642368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 287us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302599.261217:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789302599.261267:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121642496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789302599.261302:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121642368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789302599.261316:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121642240:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1789302599.261450:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789302599.261458:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789302599.261462:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789302599.261612:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384294000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121641088:12345-0@lo:400:kworker.0 Request processed in 6905us (8071us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302599.261625:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789302599.261697:0:25071:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121640960:12345-0@lo:400:kworker.0 Request processed in 6682us (8016us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302599.261798:0:25071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789302599.262254:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121640960:0@lo:400:kworker.0 00010000:00080000:2.0:1789302599.262271:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc4b6b96a00 x1876219121641088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302599.262284:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6b96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121641088:0@lo:400:kworker.0 00010000:00010000:0.0:1789302599.447929:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789302600.397285:0:25409:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789302600.397543:0:25409:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789302600.470718:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789302600.854742:0:22706:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789302601.496294:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789302601.517451:0:25459:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789302601.517738:0:25459:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1789302601.767426:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302601.767475:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101597312 00000100:00100000:3.0:1789302601.767488:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101597312 00000100:00100000:3.0:1789302601.767543:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 115 00000100:00100000:3.0:1789302601.767553:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2395:x1876219101597312:12345-192.168.203.9@tcp:250:mount.lustre.0 00010000:00080000:3.0:1789302601.767589:0:22664:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 19cfb2bc-797e-4215-b271-19ab5f26ec9d@192.168.203.9@tcp t0 exp 0000000000000000 cur 677 last 0 00000020:00000080:3.0:1789302601.767627:0:22664:0:(genops.c:1384:class_connect()) connect: client 19cfb2bc-797e-4215-b271-19ab5f26ec9d, cookie 0x1ff82925bd39b22d 00000100:00080000:3.0:1789302601.767818:0:22664:0:(import.c:65:import_set_state_nolock()) ffff8cc38481d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789302601.767905:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+5:2395:x1876219101597312:12345-192.168.203.9@tcp:250:mount.lustre.0 Request processed in 350us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302601.767914:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 115 00000100:00100000:2.0:1789302601.777271:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302601.777442:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101597440 00000100:00100000:3.0:1789302601.777460:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101597440 00000100:00100000:3.0:1789302601.777539:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 116 00000100:00100000:3.0:1789302601.777552:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+5:18094:x1876219101597440:12345-192.168.203.9@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789302601.777577:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302601.777602:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b5349c00/0x1ff82925bd39b234 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a5ff3 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302601.777642:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b5349c00/0x1ff82925bd39b234 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5ff3 expref: 6 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302601.777657:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b5349c00/0x1ff82925bd39b234 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5ff3 expref: 6 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302601.777700:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5349c00, rc 0) 00000100:00100000:3.0:1789302601.778100:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+6:18094:x1876219101597440:12345-192.168.203.9@tcp:101:mount.lustre.0 Request processed in 548us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302601.778109:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 116 00000100:00100000:3.0:1789302601.788208:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302601.788254:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101597568 00000100:00100000:3.0:1789302601.788266:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101597568 00000100:00100000:3.0:1789302601.788330:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 117 00000100:00100000:3.0:1789302601.788342:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+6:18094:x1876219101597568:12345-192.168.203.9@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789302601.788504:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+6:18094:x1876219101597568:12345-192.168.203.9@tcp:501:mount.lustre.0 Request processed in 162us (305us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789302601.788514:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 117 00000100:00100000:3.0:1789302601.794576:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302601.795106:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101597696 00000100:00100000:0.0:1789302601.795137:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101597696 00000100:00100000:0.0:1789302601.795208:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 118 00000100:00100000:0.0:1789302601.795222:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+6:18094:x1876219101597696:12345-192.168.203.9@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789302601.795244:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302601.795269:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4c2179200/0x1ff82925bd39b23b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a5ffa expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302601.795307:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4c2179200/0x1ff82925bd39b23b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5ffa expref: 7 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302601.795322:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4c2179200/0x1ff82925bd39b23b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a5ffa expref: 7 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302601.795333:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4c2179200, rc 0) 00000100:00100000:0.0:1789302601.795411:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+7:18094:x1876219101597696:12345-192.168.203.9@tcp:101:mount.lustre.0 Request processed in 192us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302601.795439:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 118 00000100:00100000:2.0:1789302601.800449:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302601.800497:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101597824 00000100:00100000:2.0:1789302601.800509:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101597824 00000100:00100000:2.0:1789302601.800573:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 119 00000100:00100000:2.0:1789302601.800585:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+7:18094:x1876219101597824:12345-192.168.203.9@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789302601.800788:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+8:18094:x1876219101597824:12345-192.168.203.9@tcp:501:mount.lustre.0 Request processed in 204us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302601.800796:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 119 00000100:00100000:2.0:1789302601.818530:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302601.818604:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101597952 00000100:00100000:0.0:1789302601.818618:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101597952 00000100:00100000:0.0:1789302601.818685:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 120 00000100:00100000:0.0:1789302601.818697:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+8:18094:x1876219101597952:12345-192.168.203.9@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789302601.818889:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+8:18094:x1876219101597952:12345-192.168.203.9@tcp:503:mount.lustre.0 Request processed in 194us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302601.818898:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 120 00000100:00100000:3.0:1789302601.827321:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302601.828209:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101598080 00000100:00100000:2.0:1789302601.828225:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101598080 00000100:00100000:2.0:1789302601.828303:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 121 00000100:00100000:2.0:1789302601.828316:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+8:18112:x1876219101598080:12345-192.168.203.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789302601.828544:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+8:18112:x1876219101598080:12345-192.168.203.9@tcp:502:llog_process_th.0 Request processed in 229us (1237us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302601.828559:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 121 00000100:00100000:3.0:1789302601.863897:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302601.864108:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101598208 00000100:00100000:0.0:1789302601.864166:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101598208 00000100:00100000:0.0:1789302601.864237:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 122 00000100:00100000:0.0:1789302601.864250:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+8:18112:x1876219101598208:12345-192.168.203.9@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789302601.864550:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+8:18112:x1876219101598208:12345-192.168.203.9@tcp:502:llog_process_th.0 Request processed in 301us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302601.864560:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 122 00000100:00100000:1.0:1789302601.870574:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302601.870920:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101598336 00000100:00100000:2.0:1789302601.870939:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101598336 00000100:00100000:2.0:1789302601.871017:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 123 00000100:00100000:2.0:1789302601.871054:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+8:18112:x1876219101598336:12345-192.168.203.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789302601.871296:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+8:18112:x1876219101598336:12345-192.168.203.9@tcp:502:llog_process_th.0 Request processed in 245us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302601.874436:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302601.874547:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101598464 00000100:00100000:3.0:1789302601.874561:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101598464 00000100:00100000:3.0:1789302601.874632:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 124 00000100:00100000:3.0:1789302601.874644:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+9:18094:x1876219101598464:12345-192.168.203.9@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789302601.874666:0:22664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302601.874699:0:22664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b5349400/0x1ff82925bd39b242 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a602b expref: -99 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302601.874737:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b5349400/0x1ff82925bd39b242 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a602b expref: 10 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302601.874775:0:22664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b5349400/0x1ff82925bd39b242 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a602b expref: 10 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302601.874787:0:22664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5349400, rc 0) 00000100:00100000:3.0:1789302601.874870:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+10:18094:x1876219101598464:12345-192.168.203.9@tcp:101:mount.lustre.0 Request processed in 228us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302601.874879:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 124 00000100:00100000:2.0:1789302601.875506:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 123 00000100:00100000:3.0:1789302601.884586:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302601.884761:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101598592 00000100:00100000:1.0:1789302601.884776:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101598592 00000100:00100000:1.0:1789302601.884855:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 125 00000100:00100000:1.0:1789302601.884869:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a04d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+9:18094:x1876219101598592:12345-192.168.203.9@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789302601.884904:0:22665:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789302601.884938:0:22665:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789302601.884943:0:22665:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789302601.884948:0:22665:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789302601.884951:0:22665:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789302601.884954:0:22665:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1789302601.888084:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a04d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+9:18094:x1876219101598592:12345-192.168.203.9@tcp:256:mount.lustre.0 Request processed in 3203us (3498us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302601.888104:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 125 00000100:00100000:0.0:1789302601.895517:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302601.895627:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101598720 00000100:00100000:2.0:1789302601.895641:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101598720 00000100:00100000:2.0:1789302601.895807:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 126 00000100:00100000:2.0:1789302601.895820:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+9:18094:x1876219101598720:12345-192.168.203.9@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789302601.895844:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302601.895868:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b249 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6032 expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302601.895905:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b249 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6032 expref: 10 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302601.895919:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b249 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6032 expref: 10 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302601.895931:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee65800, rc 0) 00000100:00100000:2.0:1789302601.896017:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+10:18094:x1876219101598720:12345-192.168.203.9@tcp:101:mount.lustre.0 Request processed in 199us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302601.896025:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 126 00000100:00100000:2.0:1789302601.899363:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302601.899457:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101598848 00000100:00100000:3.0:1789302601.899471:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101598848 00000100:00100000:3.0:1789302601.899541:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 127 00000100:00100000:3.0:1789302601.899554:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+10:18094:x1876219101598848:12345-192.168.203.9@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789302601.899927:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+10:18094:x1876219101598848:12345-192.168.203.9@tcp:501:mount.lustre.0 Request processed in 374us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302601.899937:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 127 00000100:00100000:1.0:1789302601.906081:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302601.906224:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101598976 00000100:00100000:2.0:1789302601.906238:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101598976 00000100:00100000:2.0:1789302601.906312:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 128 00000100:00100000:2.0:1789302601.906324:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+10:18094:x1876219101598976:12345-192.168.203.9@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789302601.906524:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+10:18094:x1876219101598976:12345-192.168.203.9@tcp:503:mount.lustre.0 Request processed in 201us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302601.906533:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 128 00000100:00100000:0.0:1789302601.915927:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302601.916340:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101599104 00000100:00100000:3.0:1789302601.916354:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101599104 00000100:00100000:3.0:1789302601.916484:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 129 00000100:00100000:3.0:1789302601.916498:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade98c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+10:18118:x1876219101599104:12345-192.168.203.9@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789302601.916721:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade98c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+10:18118:x1876219101599104:12345-192.168.203.9@tcp:502:llog_process_th.0 Request processed in 226us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302601.916741:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 129 00000100:00100000:0.0:1789302601.931587:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302601.931681:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101599232 00000100:00100000:3.0:1789302601.931755:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101599232 00000100:00100000:3.0:1789302601.931837:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 130 00000100:00100000:3.0:1789302601.931850:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade98850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+10:18118:x1876219101599232:12345-192.168.203.9@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789302601.932194:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade98850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+10:18118:x1876219101599232:12345-192.168.203.9@tcp:502:llog_process_th.0 Request processed in 344us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302601.932203:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 130 00000100:00100000:1.0:1789302601.939444:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302601.939551:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302601.939848:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101599360 00000100:00100000:2.0:1789302601.939862:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101599360 00000100:00100000:2.0:1789302601.939919:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101599616 00000100:00100000:2.0:1789302601.939923:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101599616 00000100:00100000:2.0:1789302601.940024:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 7 00000100:00100000:2.0:1789302601.940035:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2395:x1876219101599360:12345-192.168.203.9@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789302601.940073:0:22673:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from e23ff719-24e1-4fdd-84df-33ce84869e6a@192.168.203.9@tcp t0 exp 0000000000000000 cur 677 last 0 00000020:00000080:2.0:1789302601.940163:0:22673:0:(genops.c:1384:class_connect()) connect: client e23ff719-24e1-4fdd-84df-33ce84869e6a, cookie 0x1ff82925bd39b250 00000004:00100000:2.0:1789302601.940194:0:22673:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1789302601.940450:0:22673:0:(import.c:65:import_set_state_nolock()) ffff8cc487de3000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789302601.940535:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:2395:x1876219101599360:12345-192.168.203.9@tcp:38:mount.lustre.0 Request processed in 500us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302601.940543:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 7 00000100:00100000:2.0:1789302601.940563:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 8 00000100:00100000:2.0:1789302601.940568:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2395:x1876219101599616:12345-192.168.203.9@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789302601.940584:0:22673:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from e23ff719-24e1-4fdd-84df-33ce84869e6a@192.168.203.9@tcp t0 exp 0000000000000000 cur 677 last 0 00000020:00000080:2.0:1789302601.940617:0:22673:0:(genops.c:1384:class_connect()) connect: client e23ff719-24e1-4fdd-84df-33ce84869e6a, cookie 0x1ff82925bd39b257 00000004:00100000:2.0:1789302601.940629:0:22673:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1789302601.942861:0:22673:0:(import.c:65:import_set_state_nolock()) ffff8cc381f75000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789302601.942958:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:2395:x1876219101599616:12345-192.168.203.9@tcp:38:mount.lustre.0 Request processed in 2385us (3403us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302601.942971:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 8 00000100:00100000:1.0:1789302601.949377:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302601.949429:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302601.949525:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101599488 00000100:00100000:3.0:1789302601.949536:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101599488 00000100:00100000:3.0:1789302601.949611:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101599872 00000100:00100000:3.0:1789302601.949615:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101599872 00000100:00100000:3.0:1789302601.949641:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 9 00000100:00100000:3.0:1789302601.949651:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:0:x1876219101599488:12345-192.168.203.9@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789302601.949763:0:22671:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789302601.949850:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:0:x1876219101599488:12345-192.168.203.9@tcp:41:mount.lustre.0 Request processed in 197us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302601.949858:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 9 00000100:00100000:3.0:1789302601.949883:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 10 00000100:00100000:3.0:1789302601.949889:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18094:x1876219101599872:12345-192.168.203.9@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789302601.949902:0:22671:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789302601.950073:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18094:x1876219101599872:12345-192.168.203.9@tcp:41:mount.lustre.0 Request processed in 182us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302601.950080:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 10 00000100:00080000:1.0:1789302601.950803:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789302601.953247:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302601.954320:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101599744 00000100:00100000:3.0:1789302601.954331:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101599744 00000100:00100000:3.0:1789302601.954422:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 11 00000100:00100000:3.0:1789302601.954433:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:0:x1876219101599744:12345-192.168.203.9@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789302601.954468:0:22671:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789302601.954565:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:0:x1876219101599744:12345-192.168.203.9@tcp:41:mount.lustre.0 Request processed in 133us (1327us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302601.954572:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 11 00000100:00080000:1.0:1789302601.955361:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789302601.956569:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302601.956653:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101600000 00000100:00100000:1.0:1789302601.956661:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101600000 00000100:00100000:1.0:1789302601.956726:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 12 00000100:00100000:1.0:1789302601.956736:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18094:x1876219101600000:12345-192.168.203.9@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789302601.956811:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18094:x1876219101600000:12345-192.168.203.9@tcp:40:mount.lustre.0 Request processed in 76us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302601.956818:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 12 00000100:00100000:2.0:1789302601.960560:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302601.960626:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302601.960687:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302601.960793:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101600128 00000100:00100000:0.0:1789302601.960803:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101600128 00000100:00100000:0.0:1789302601.960843:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101600256 00000100:00100000:0.0:1789302601.960845:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101600256 00000100:00100000:0.0:1789302601.960878:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 17 00000100:00100000:0.0:1789302601.960889:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2395:x1876219101600128:12345-192.168.203.9@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789302601.960928:0:24180:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from e23ff719-24e1-4fdd-84df-33ce84869e6a@192.168.203.9@tcp t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:0.0:1789302601.960979:0:24180:0:(genops.c:1384:class_connect()) connect: client e23ff719-24e1-4fdd-84df-33ce84869e6a, cookie 0x1ff82925bd39b25e 00002000:00100000:0.0:1789302601.960994:0:24180:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli e23ff719-24e1-4fdd-84df-33ce84869e6a/ffff8cc384165000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789302601.961019:0:24180:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789302601.961220:0:24180:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789302601.961249:0:24180:0:(import.c:65:import_set_state_nolock()) ffff8cc384161000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789302601.961306:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:2395:x1876219101600128:12345-192.168.203.9@tcp:8:mount.lustre.0 Request processed in 419us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302601.961314:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 17 00000100:00100000:0.0:1789302601.961340:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 18 00000100:00100000:0.0:1789302601.961345:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2395:x1876219101600256:12345-192.168.203.9@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789302601.961362:0:24180:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from e23ff719-24e1-4fdd-84df-33ce84869e6a@192.168.203.9@tcp t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:0.0:1789302601.961379:0:24180:0:(genops.c:1384:class_connect()) connect: client e23ff719-24e1-4fdd-84df-33ce84869e6a, cookie 0x1ff82925bd39b265 00002000:00100000:0.0:1789302601.961384:0:24180:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli e23ff719-24e1-4fdd-84df-33ce84869e6a/ffff8cc384162800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789302601.961395:0:24180:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789302601.962080:0:24180:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1789302601.962103:0:24180:0:(import.c:65:import_set_state_nolock()) ffff8cc384164000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789302601.962172:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:2395:x1876219101600256:12345-192.168.203.9@tcp:8:mount.lustre.0 Request processed in 824us (1483us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302601.962180:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 18 00000100:00100000:1.0:1789302601.962562:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101600384 00000100:00100000:1.0:1789302601.962568:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101600384 00000100:00100000:1.0:1789302601.962611:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 3 00000100:00100000:1.0:1789302601.962620:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18094:x1876219101600384:12345-192.168.203.9@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789302601.962658:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18094:x1876219101600384:12345-192.168.203.9@tcp:900:mount.lustre.0 Request processed in 39us (2035us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302601.962665:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 3 00000100:00100000:0.0:1789302601.973804:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302601.974393:0:22674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101600512 00000100:00100000:2.0:1789302601.974521:0:22674:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101600512 00000100:00100000:2.0:1789302601.974631:0:22674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 0 00000100:00100000:2.0:1789302601.974642:0:22674:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18094:x1876219101600512:12345-192.168.203.9@tcp:33:mount.lustre.0 00000004:00080000:0.0:1789302601.975511:0:22674:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 784us 00000004:00200000:0.0:1789302602.001215:0:22674:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789302602.001462:0:22674:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18094:x1876219101600512:12345-192.168.203.9@tcp:33:mount.lustre.0 Request processed in 26816us (27661us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302602.001491:0:22674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 0 00000100:00100000:0.0:1789302602.220361:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302602.222189:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101600640 00000100:00100000:3.0:1789302602.222202:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101600640 00000100:00100000:3.0:1789302602.222261:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 13 00000100:00100000:3.0:1789302602.222271:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18141:x1876219101600640:12345-192.168.203.9@tcp:101:mkdir.0 00010000:00010000:3.0:1789302602.222290:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302602.222315:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348e00/0x1ff82925bd39b26c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6063 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302602.222664:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b273 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302602.222679:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b273 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302602.222760:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b273 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789302602.222814:0:22671:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789302602.222819:0:22671:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789302602.222853:0:22671:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b273 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302602.222899:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348e00/0x1ff82925bd39b26c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6063 expref: 8 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302602.222917:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b273 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6063 expref: 7 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302602.222925:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:3.0:1789302602.222928:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789302602.222931:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5348200, rc 0) 00000100:00100000:3.0:1789302602.223155:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:18141:x1876219101600640:12345-192.168.203.9@tcp:101:mkdir.0 Request processed in 843us (2778us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302602.223163:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 13 00010000:00010000:0.0:1789302602.516470:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302602.836890:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789302602.836912:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383bff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121642624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789302602.836979:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302602.837264:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121642624 00000100:00100000:0.0:1789302602.837272:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121642624 00000100:00100000:0.0:1789302602.837334:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789302602.837344:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121642624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789302602.837364:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789302602.837419:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121642624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302602.837425:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1789302602.837494:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789302602.837533:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383bff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121642624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789302603.348961:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121642752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789302603.349036:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302603.349204:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121642752 00000100:00100000:1.0:1789302603.349212:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121642752 00000100:00100000:1.0:1789302603.349262:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789302603.349272:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384294e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121642752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789302603.349304:0:22676:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789302603.349358:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384294e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121642752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302603.349365:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789302603.349519:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121642752:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789302603.349870:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121642880:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789302603.349896:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302603.349973:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121642880 00000100:00100000:2.0:1789302603.349977:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121642880 00000100:00100000:2.0:1789302603.350014:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789302603.350021:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121642880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789302603.350038:0:23412:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789302603.350138:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121642880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302603.350145:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789302603.350637:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121642880:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789302603.541166:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302604.205444:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302604.205537:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101600768 00000100:00100000:1.0:1789302604.205548:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101600768 00000100:00100000:1.0:1789302604.205635:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 14 00000100:00100000:1.0:1789302604.205646:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:18193:x1876219101600768:12345-192.168.203.9@tcp:41:lfs.0 00000004:00000024:1.0:1789302604.205682:0:22672:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:2.0:1789302604.205757:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789302604.205775:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:18193:x1876219101600768:12345-192.168.203.9@tcp:41:lfs.0 Request processed in 130us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302604.205795:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 14 00000100:00100000:1.0:1789302604.214542:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302604.214626:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101600896 00000100:00100000:3.0:1789302604.214636:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101600896 00000100:00100000:3.0:1789302604.214712:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 15 00000100:00100000:3.0:1789302604.214723:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18193:x1876219101600896:12345-192.168.203.9@tcp:41:lfs.0 00000004:00000024:3.0:1789302604.214760:0:22671:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789302604.214856:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18193:x1876219101600896:12345-192.168.203.9@tcp:41:lfs.0 Request processed in 135us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302604.214863:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 15 00000100:00080000:2.0:1789302604.214978:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789302604.219219:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302604.219325:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101601024 00000100:00100000:2.0:1789302604.219334:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101601024 00000100:00100000:2.0:1789302604.219411:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 10 00000100:00100000:2.0:1789302604.219439:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18193:x1876219101601024:12345-192.168.203.9@tcp:13:lfs.0 00002000:00000024:2.0:1789302604.219472:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789302604.219574:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18193:x1876219101601024:12345-192.168.203.9@tcp:13:lfs.0 Request processed in 139us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.219582:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 10 00000100:00080000:1.0:1789302604.219701:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789302604.226652:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302604.226791:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101601152 00000100:00100000:2.0:1789302604.226807:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101601152 00000100:00100000:2.0:1789302604.226920:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 11 00000100:00100000:2.0:1789302604.226933:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18193:x1876219101601152:12345-192.168.203.9@tcp:13:lfs.0 00002000:00000024:2.0:1789302604.226982:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789302604.227107:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18193:x1876219101601152:12345-192.168.203.9@tcp:13:lfs.0 Request processed in 177us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.227158:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 11 00000100:00080000:1.0:1789302604.227889:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789302604.372480:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789302604.372514:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121643008:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789302604.372612:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302604.372785:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121643008 00000100:00100000:0.0:1789302604.372797:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121643008 00000100:00100000:0.0:1789302604.372868:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789302604.372879:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121643008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789302604.372919:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789302604.372974:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121643008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302604.372983:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789302604.373045:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1789302604.373068:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789302604.373073:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383bff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121643136:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789302604.373107:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302604.373276:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121643136 00000100:00100000:1.0:1789302604.373300:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121643136 00000100:00100000:3.0:1789302604.373311:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789302604.373324:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121643264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789302604.373346:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789302604.373357:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121643136:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789302604.373360:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1789302604.373377:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789302604.373421:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121643136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302604.373430:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789302604.373446:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121643264 00000100:00100000:1.0:1789302604.373451:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121643264 00000100:00100000:1.0:1789302604.373477:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789302604.373487:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121643264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789302604.373500:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789302604.373548:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121643264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302604.373555:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1789302604.373572:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789302604.373576:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789302604.373604:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121643008:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789302604.373630:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121643648:0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.373662:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302604.373759:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121644160:0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.373782:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302604.373800:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1789302604.373806:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121643520:0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.373831:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302604.373864:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121644032:0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.373889:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302604.373978:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121644544:0@lo:400:kworker.0 00000100:00100000:1.0:1789302604.373978:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121643648 00000100:00100000:1.0:1789302604.373998:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121643648 00000100:00100000:2.0:1789302604.374020:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302604.374081:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121643520 00000100:00100000:0.0:1789302604.374086:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121643520 00000100:00100000:0.0:1789302604.374135:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789302604.374143:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121643520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302604.374182:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121643520:12345-0@lo:400:kworker.0 Request processed in 40us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302604.374189:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789302604.375767:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121644160 00000100:00100000:2.0:1789302604.375780:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121643520:0@lo:400:kworker.0 00000100:00100000:1.0:1789302604.375790:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121644160 00000100:00100000:1.0:1789302604.375997:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121644032 00000100:00100000:1.0:1789302604.376003:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121644032 00000100:00100000:2.0:1789302604.376017:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121643264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789302604.376023:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121644544 00000100:00100000:1.0:1789302604.376027:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121644544 00000100:00100000:1.0:1789302604.376047:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789302604.376055:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f33a82-37a9-48a8-ac1d-1c458204f846:3646:1876219121643392:0@lo:400:kworker.0 00000100:00100000:1.0:1789302604.376061:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121643648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.376140:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302604.376176:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121643904:0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.376207:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302604.376229:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876219121644416:0@lo:400:kworker.0 00000100:00100000:1.0:1789302604.376343:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121643648:12345-0@lo:400:kworker.0 Request processed in 285us (2678us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302604.376352:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789302604.376376:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789302604.376383:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc384295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121644160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302604.376413:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc384295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121644160:12345-0@lo:400:kworker.0 Request processed in 30us (2629us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302604.376420:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789302604.376434:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789302604.376440:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302604.376446:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121644032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.376463:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1789302604.376473:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121643776:0@lo:400:kworker.0 00000100:00100000:1.0:1789302604.376483:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121644032:12345-0@lo:400:kworker.0 Request processed in 39us (2592us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302604.376490:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789302604.376501:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121644416 00000100:00100000:2.0:1789302604.376506:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302604.376508:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121644416 00000100:00100000:1.0:1789302604.376535:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789302604.376537:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121644288:0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.376566:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302604.376605:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121644288 00000100:00100000:2.0:1789302604.376609:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121644288 00000100:00100000:2.0:1789302604.376635:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789302604.376641:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876219121644416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302604.376649:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc498ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121644544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.376681:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876219121644416:12345-0@lo:400:kworker.0 Request processed in 39us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.376688:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789302604.376713:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789302604.376719:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121644288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302604.376767:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc498ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121644544:12345-0@lo:400:kworker.0 Request processed in 224us (2746us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.376769:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121644288:12345-0@lo:400:kworker.0 Request processed in 48us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.376779:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00080000:2.0:1789302604.376810:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc48838f480 x1876219121644288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302604.376822:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121644288:0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.376834:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876219121644416:0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.376861:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121643392 00000100:00100000:2.0:1789302604.376866:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121643392 00000100:00100000:2.0:1789302604.376896:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1789302604.376903:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade99c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3646:x1876219121643392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302604.376913:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789302604.376942:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121643776 00000100:00100000:2.0:1789302604.376946:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade99c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3646:x1876219121643392:12345-0@lo:400:kworker.0 Request processed in 42us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302604.376954:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121643776 00000100:00100000:2.0:1789302604.376958:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1789302604.377000:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789302604.377007:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121643776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302604.377046:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121643776:12345-0@lo:400:kworker.0 Request processed in 40us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302604.377052:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:1.0:1789302604.377069:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789302604.377074:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789302604.377097:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121644032:0@lo:400:kworker.0 00010000:00080000:1.0:1789302604.377139:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc48838dc00 x1876219121644544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302604.377225:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121644544:0@lo:400:kworker.0 00000100:00100000:1.0:1789302604.377248:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121643648:0@lo:400:kworker.0 00000100:00100000:1.0:1789302604.377261:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121644160:0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.377319:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121643776:0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.377335:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f33a82-37a9-48a8-ac1d-1c458204f846:3646:1876219121643392:0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.377379:0:25071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121643904 00000100:00100000:2.0:1789302604.377383:0:25071:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121643904 00000100:00100000:2.0:1789302604.377415:0:25071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789302604.377421:0:25071:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121643904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.377454:0:25071:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121643904:12345-0@lo:400:kworker.0 Request processed in 34us (1246us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.377470:0:25071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789302604.377494:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121643904:0@lo:400:kworker.0 00000100:00100000:2.0:1789302604.377563:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383bff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121643136:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1789302604.377589:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789302604.420422:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302604.420545:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101601280 00000100:00100000:2.0:1789302604.420559:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101601280 00000100:00100000:2.0:1789302604.420636:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 132 00000100:00100000:2.0:1789302604.420648:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+10:18225:x1876219101601280:12345-192.168.203.9@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789302604.420669:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302604.420800:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4bee64000/0x1ff82925bd39b27a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a606a expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302604.420843:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4bee64000/0x1ff82925bd39b27a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a606a expref: 11 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302604.420859:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4bee64000/0x1ff82925bd39b27a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a606a expref: 11 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302604.420870:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee64000, rc 0) 00000100:00100000:2.0:1789302604.421028:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18225:x1876219101601280:12345-192.168.203.9@tcp:101:mount.lustre.0 Request processed in 380us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.421035:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 132 00000100:00100000:3.0:1789302604.434304:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302604.434519:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101601408 00000100:00100000:2.0:1789302604.434533:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101601408 00000100:00100000:2.0:1789302604.434603:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 133 00000100:00100000:2.0:1789302604.434616:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18225:x1876219101601408:12345-192.168.203.9@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789302604.434830:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18225:x1876219101601408:12345-192.168.203.9@tcp:501:mount.lustre.0 Request processed in 216us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.434847:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 133 00000040:00080000:2.0:1789302604.437009:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789302604.439701:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302604.440996:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101601536 00000100:00100000:2.0:1789302604.441016:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101601536 00000100:00100000:2.0:1789302604.441106:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 134 00000100:00100000:2.0:1789302604.442595:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18225:x1876219101601536:12345-192.168.203.9@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789302604.442819:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18225:x1876219101601536:12345-192.168.203.9@tcp:503:mount.lustre.0 Request processed in 252us (3133us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.442830:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 134 00000100:00100000:1.0:1789302604.454547:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302604.454712:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101601664 00000100:00100000:3.0:1789302604.454725:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101601664 00000100:00100000:3.0:1789302604.454802:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 135 00000100:00100000:3.0:1789302604.454814:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade99450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18230:x1876219101601664:12345-192.168.203.9@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789302604.455048:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade99450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18230:x1876219101601664:12345-192.168.203.9@tcp:502:llog_process_th.0 Request processed in 236us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302604.455058:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 135 00000100:00100000:3.0:1789302604.486770:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302604.486998:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101601792 00000100:00100000:2.0:1789302604.487012:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101601792 00000100:00100000:2.0:1789302604.487089:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 136 00000100:00100000:2.0:1789302604.487104:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade99050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18230:x1876219101601792:12345-192.168.203.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789302604.487361:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade99050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18230:x1876219101601792:12345-192.168.203.9@tcp:502:llog_process_th.0 Request processed in 260us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.487371:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 136 00000100:00100000:1.0:1789302604.489709:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302604.491841:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101601920 00000100:00100000:2.0:1789302604.491867:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101601920 00000100:00100000:2.0:1789302604.491968:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 137 00000100:00100000:2.0:1789302604.491983:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18230:x1876219101601920:12345-192.168.203.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789302604.492252:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18230:x1876219101601920:12345-192.168.203.9@tcp:502:llog_process_th.0 Request processed in 271us (2555us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.492261:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 137 00000100:00100000:1.0:1789302604.503539:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302604.505061:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101602048 00000100:00100000:3.0:1789302604.505082:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101602048 00000100:00100000:3.0:1789302604.505211:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 138 00000100:00100000:3.0:1789302604.505225:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4ade9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18225:x1876219101602048:12345-192.168.203.9@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789302604.505247:0:22665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302604.505272:0:22665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4b5348e00/0x1ff82925bd39b281 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a609b expref: -99 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302604.505310:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b5348e00/0x1ff82925bd39b281 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a609b expref: 12 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302604.505326:0:22665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4b5348e00/0x1ff82925bd39b281 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a609b expref: 12 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302604.505337:0:22665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5348e00, rc 0) 00000100:00100000:3.0:1789302604.505977:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4ade9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+12:18225:x1876219101602048:12345-192.168.203.9@tcp:101:mount.lustre.0 Request processed in 751us (2449us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302604.505995:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 138 00000100:00100000:3.0:1789302604.517424:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302604.517561:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101602176 00000100:00100000:0.0:1789302604.517574:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101602176 00000100:00100000:0.0:1789302604.517647:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 139 00000100:00100000:0.0:1789302604.517660:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+12:18225:x1876219101602176:12345-192.168.203.9@tcp:256:mount.lustre.0 20000000:01000000:0.0:1789302604.517705:0:22666:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1789302604.517725:0:22666:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789302604.517730:0:22666:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1789302604.517734:0:22666:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1789302604.517736:0:22666:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1789302604.517739:0:22666:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789302604.519801:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+12:18225:x1876219101602176:12345-192.168.203.9@tcp:256:mount.lustre.0 Request processed in 2131us (2378us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302604.519817:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 139 00000100:00100000:1.0:1789302604.525341:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302604.525451:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101602304 00000100:00100000:2.0:1789302604.525481:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101602304 00000100:00100000:2.0:1789302604.525553:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 140 00000100:00100000:2.0:1789302604.525565:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+12:18225:x1876219101602304:12345-192.168.203.9@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789302604.525587:0:22665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302604.525610:0:22665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4bee64e00/0x1ff82925bd39b288 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a60a2 expref: -99 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302604.525645:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4bee64e00/0x1ff82925bd39b288 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60a2 expref: 13 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302604.525659:0:22665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4bee64e00/0x1ff82925bd39b288 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60a2 expref: 13 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302604.525678:0:22665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee64e00, rc 0) 00000100:00100000:2.0:1789302604.525752:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18225:x1876219101602304:12345-192.168.203.9@tcp:101:mount.lustre.0 Request processed in 188us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.525760:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 140 00000100:00100000:3.0:1789302604.532665:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302604.532802:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101602432 00000100:00100000:0.0:1789302604.532815:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101602432 00000100:00100000:0.0:1789302604.532891:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 141 00000100:00100000:0.0:1789302604.532913:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18225:x1876219101602432:12345-192.168.203.9@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789302604.533165:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18225:x1876219101602432:12345-192.168.203.9@tcp:501:mount.lustre.0 Request processed in 255us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302604.533190:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 141 00000100:00100000:1.0:1789302604.536203:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302604.537038:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101602560 00000100:00100000:3.0:1789302604.537060:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101602560 00000100:00100000:3.0:1789302604.537171:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 142 00000100:00100000:3.0:1789302604.537184:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18225:x1876219101602560:12345-192.168.203.9@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789302604.538512:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18225:x1876219101602560:12345-192.168.203.9@tcp:503:mount.lustre.0 Request processed in 1320us (2313us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302604.538528:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 142 00000100:00100000:1.0:1789302604.546053:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302604.546201:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101602688 00000100:00100000:2.0:1789302604.546215:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101602688 00000100:00100000:2.0:1789302604.546281:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 143 00000100:00100000:2.0:1789302604.546294:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18237:x1876219101602688:12345-192.168.203.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789302604.546752:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18237:x1876219101602688:12345-192.168.203.9@tcp:502:llog_process_th.0 Request processed in 458us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.546762:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 143 00000100:00100000:1.0:1789302604.560631:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302604.560853:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101602816 00000100:00100000:0.0:1789302604.560869:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101602816 00000100:00100000:0.0:1789302604.561009:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 144 00000100:00100000:0.0:1789302604.561022:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18237:x1876219101602816:12345-192.168.203.9@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789302604.561280:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18237:x1876219101602816:12345-192.168.203.9@tcp:502:llog_process_th.0 Request processed in 259us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302604.561288:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 144 00000100:00100000:1.0:1789302604.565649:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302604.565704:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302604.565746:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101602944 00000100:00100000:1.0:1789302604.565773:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101602944 00000100:00100000:1.0:1789302604.565826:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101603200 00000100:00100000:1.0:1789302604.565830:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101603200 00000100:00100000:1.0:1789302604.565852:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 16 00000100:00100000:1.0:1789302604.565861:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2395:x1876219101602944:12345-192.168.203.9@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789302604.565898:0:22672:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 81b0635b-1102-4beb-920b-beca3debf963@192.168.203.9@tcp t0 exp 0000000000000000 cur 680 last 0 00000020:00000080:1.0:1789302604.565945:0:22672:0:(genops.c:1384:class_connect()) connect: client 81b0635b-1102-4beb-920b-beca3debf963, cookie 0x1ff82925bd39b28f 00000004:00100000:1.0:1789302604.565977:0:22672:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00010000:00010000:2.0:1789302604.566072:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789302604.566105:0:22672:0:(import.c:65:import_set_state_nolock()) ffff8cc383b02800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789302604.566210:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:81b0635b-1102-4beb-920b-beca3debf963+6:2395:x1876219101602944:12345-192.168.203.9@tcp:38:mount.lustre.0 Request processed in 349us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302604.566218:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 16 00000100:00100000:1.0:1789302604.566236:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 17 00000100:00100000:1.0:1789302604.566240:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2395:x1876219101603200:12345-192.168.203.9@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789302604.566274:0:22672:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 81b0635b-1102-4beb-920b-beca3debf963@192.168.203.9@tcp t0 exp 0000000000000000 cur 680 last 0 00000020:00000080:1.0:1789302604.566299:0:22672:0:(genops.c:1384:class_connect()) connect: client 81b0635b-1102-4beb-920b-beca3debf963, cookie 0x1ff82925bd39b296 00000004:00100000:1.0:1789302604.566313:0:22672:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789302604.566362:0:22672:0:(import.c:65:import_set_state_nolock()) ffff8cc38346f000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789302604.566396:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:81b0635b-1102-4beb-920b-beca3debf963+6:2395:x1876219101603200:12345-192.168.203.9@tcp:38:mount.lustre.0 Request processed in 154us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302604.566404:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 17 00000100:00100000:1.0:1789302604.573816:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302604.574101:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101603456 00000100:00100000:2.0:1789302604.574139:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101603456 00000100:00100000:2.0:1789302604.574234:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 18 00000100:00100000:2.0:1789302604.574268:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:81b0635b-1102-4beb-920b-beca3debf963+6:18225:x1876219101603456:12345-192.168.203.9@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789302604.574309:0:22672:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789302604.574393:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:81b0635b-1102-4beb-920b-beca3debf963+6:18225:x1876219101603456:12345-192.168.203.9@tcp:41:mount.lustre.0 Request processed in 128us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.574401:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 18 00000100:00080000:1.0:1789302604.574522:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789302604.575449:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302604.575524:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101603072 00000100:00100000:0.0:1789302604.575532:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101603072 00000100:00100000:0.0:1789302604.575583:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 19 00000100:00100000:0.0:1789302604.575594:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:81b0635b-1102-4beb-920b-beca3debf963+6:0:x1876219101603072:12345-192.168.203.9@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789302604.575618:0:24202:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789302604.575685:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:81b0635b-1102-4beb-920b-beca3debf963+6:0:x1876219101603072:12345-192.168.203.9@tcp:41:mount.lustre.0 Request processed in 93us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302604.575693:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 19 00000100:00100000:1.0:1789302604.578737:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302604.578882:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101603584 00000100:00100000:2.0:1789302604.578906:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101603584 00000100:00100000:2.0:1789302604.578983:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 20 00000100:00100000:2.0:1789302604.579005:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc382917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:81b0635b-1102-4beb-920b-beca3debf963+6:18225:x1876219101603584:12345-192.168.203.9@tcp:40:mount.lustre.0 00000100:00100000:2.0:1789302604.579157:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc382917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:81b0635b-1102-4beb-920b-beca3debf963+6:18225:x1876219101603584:12345-192.168.203.9@tcp:40:mount.lustre.0 Request processed in 111us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.579166:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 20 00000100:00100000:1.0:1789302604.581212:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302604.581366:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101603328 00000100:00100000:0.0:1789302604.581378:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101603328 00000100:00100000:0.0:1789302604.581464:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 21 00000100:00100000:0.0:1789302604.581475:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:81b0635b-1102-4beb-920b-beca3debf963+6:0:x1876219101603328:12345-192.168.203.9@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789302604.581513:0:24202:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789302604.581611:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:81b0635b-1102-4beb-920b-beca3debf963+6:0:x1876219101603328:12345-192.168.203.9@tcp:41:mount.lustre.0 Request processed in 138us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302604.581619:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 21 00000100:00080000:1.0:1789302604.582531:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789302604.587060:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302604.587963:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101603968 00000100:00100000:3.0:1789302604.587977:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101603968 00000100:00100000:3.0:1789302604.588054:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 4 00000100:00100000:3.0:1789302604.588065:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:81b0635b-1102-4beb-920b-beca3debf963+6:18225:x1876219101603968:12345-192.168.203.9@tcp:900:mount.lustre.0 00000100:00100000:3.0:1789302604.588198:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:81b0635b-1102-4beb-920b-beca3debf963+6:18225:x1876219101603968:12345-192.168.203.9@tcp:900:mount.lustre.0 Request processed in 134us (1153us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302604.588207:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 4 00000100:00100000:3.0:1789302604.588264:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302604.588642:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302604.589299:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101603712 00000100:00100000:3.0:1789302604.589309:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101603712 00000100:00100000:3.0:1789302604.589352:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101603840 00000100:00100000:3.0:1789302604.589356:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101603840 00000100:00100000:3.0:1789302604.589377:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 19 00000100:00100000:3.0:1789302604.589394:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2395:x1876219101603712:12345-192.168.203.9@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789302604.589436:0:24179:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 81b0635b-1102-4beb-920b-beca3debf963@192.168.203.9@tcp t0 exp 0000000000000000 cur 680 last 0 00000020:00000080:3.0:1789302604.589476:0:24179:0:(genops.c:1384:class_connect()) connect: client 81b0635b-1102-4beb-920b-beca3debf963, cookie 0x1ff82925bd39b29d 00002000:00100000:3.0:1789302604.589491:0:24179:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 81b0635b-1102-4beb-920b-beca3debf963/ffff8cc38481b000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789302604.589521:0:24179:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789302604.589604:0:24179:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1789302604.589643:0:24179:0:(import.c:65:import_set_state_nolock()) ffff8cc38481a800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789302604.592516:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:81b0635b-1102-4beb-920b-beca3debf963+6:2395:x1876219101603712:12345-192.168.203.9@tcp:8:mount.lustre.0 Request processed in 2714us (3836us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302604.592537:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 19 00000100:00100000:3.0:1789302604.592592:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 20 00000100:00100000:3.0:1789302604.592600:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2395:x1876219101603840:12345-192.168.203.9@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789302604.592647:0:24179:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 81b0635b-1102-4beb-920b-beca3debf963@192.168.203.9@tcp t0 exp 0000000000000000 cur 680 last 0 00000020:00000080:3.0:1789302604.593789:0:24179:0:(genops.c:1384:class_connect()) connect: client 81b0635b-1102-4beb-920b-beca3debf963, cookie 0x1ff82925bd39b2a4 00002000:00100000:3.0:1789302604.593809:0:24179:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 81b0635b-1102-4beb-920b-beca3debf963/ffff8cc4b0f69800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789302604.593826:0:24179:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789302604.594004:0:24179:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789302604.594080:0:24179:0:(import.c:65:import_set_state_nolock()) ffff8cc4bee36000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789302604.594193:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:81b0635b-1102-4beb-920b-beca3debf963+6:2395:x1876219101603840:12345-192.168.203.9@tcp:8:mount.lustre.0 Request processed in 1591us (5551us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302604.594204:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 20 00000100:00100000:1.0:1789302604.598768:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302604.598925:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101604096 00000100:00100000:0.0:1789302604.598939:0:22675:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101604096 00000100:00100000:0.0:1789302604.599012:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 1 00000100:00100000:0.0:1789302604.599025:0:22675:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:81b0635b-1102-4beb-920b-beca3debf963+6:18225:x1876219101604096:12345-192.168.203.9@tcp:33:mount.lustre.0 00000004:00200000:0.0:1789302604.599179:0:22675:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789302604.599300:0:22675:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:81b0635b-1102-4beb-920b-beca3debf963+6:18225:x1876219101604096:12345-192.168.203.9@tcp:33:mount.lustre.0 Request processed in 277us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302604.599308:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 1 00000100:00100000:1.0:1789302604.787616:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302604.787734:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101604224 00000100:00100000:2.0:1789302604.787747:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101604224 00000100:00100000:2.0:1789302604.787821:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 22 00000100:00100000:2.0:1789302604.787834:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:81b0635b-1102-4beb-920b-beca3debf963+6:18260:x1876219101604224:12345-192.168.203.9@tcp:101:mkdir.0 00010000:00010000:2.0:1789302604.787862:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302604.787906:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65a00/0x1ff82925bd39b2ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a60d3 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302604.788005:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b2b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302604.788023:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302604.788071:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302604.788168:0:22672:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789302604.788172:0:22672:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789302604.788196:0:22672:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302604.788225:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65a00/0x1ff82925bd39b2ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60d3 expref: 8 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302604.788245:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b2b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60d3 expref: 7 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302604.788254:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:2.0:1789302604.788257:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789302604.788261:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee65c00, rc 0) 00000100:00100000:2.0:1789302604.788329:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:81b0635b-1102-4beb-920b-beca3debf963+7:18260:x1876219101604224:12345-192.168.203.9@tcp:101:mkdir.0 Request processed in 497us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302604.788337:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 22 00010000:00010000:0.0:1789302605.588365:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302606.613207:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302607.641027:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789302607.724314:0:25557:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:2.0:1789302607.958269:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789302607.958311:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121644672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789302607.958412:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302607.961557:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121644672 00000100:00100000:2.0:1789302607.961578:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121644672 00000100:00100000:2.0:1789302607.961669:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789302607.961683:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121644672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789302607.961735:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789302607.961845:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121644672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 166us (3433us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302607.961853:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1789302607.963422:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789302607.964361:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121644672:0@lo:13:osp-pre-0-1.0 00000001:00100000:3.0:1789302607.966107:0:24998:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 81b0635b-1102-4beb-920b-beca3debf963 00000001:00100000:3.0:1789302607.966146:0:24998:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of e23ff719-24e1-4fdd-84df-33ce84869e6a 00000001:00100000:1.0:1789302607.966265:0:24175:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 81b0635b-1102-4beb-920b-beca3debf963 00000001:00100000:1.0:1789302607.966275:0:24175:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e23ff719-24e1-4fdd-84df-33ce84869e6a 00000001:00100000:2.0:1789302607.970108:0:23404:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 81b0635b-1102-4beb-920b-beca3debf963 00000001:00100000:2.0:1789302607.970147:0:23404:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of e23ff719-24e1-4fdd-84df-33ce84869e6a 00000001:00100000:1.0:1789302607.978437:0:22651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 81b0635b-1102-4beb-920b-beca3debf963 00000001:00100000:1.0:1789302607.978453:0:22651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e23ff719-24e1-4fdd-84df-33ce84869e6a 00000100:00100000:1.0:1789302608.469888:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789302608.469925:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121644800:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789302608.470043:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302608.470225:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121644928:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789302608.470259:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302608.470341:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121644800 00000100:00100000:3.0:1789302608.470353:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121644800 00000100:00100000:3.0:1789302608.470414:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121644928 00000100:00100000:3.0:1789302608.470419:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121644928 00000100:00100000:1.0:1789302608.473162:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789302608.473189:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121644800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789302608.473245:0:23412:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789302608.473659:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121644800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 480us (3615us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302608.473669:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789302608.473703:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789302608.473712:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121644928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789302608.473736:0:23412:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789302608.473777:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121644928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (3517us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302608.473784:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789302608.473860:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121644928:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789302608.473880:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121644800:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789302608.660286:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302609.493372:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121645056:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789302609.493427:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4a7f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121645312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789302609.493441:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302609.493453:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302609.493544:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121645184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789302609.494324:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302609.495658:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121645056 00000100:00100000:2.0:1789302609.495672:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121645056 00000100:00100000:2.0:1789302609.495735:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121645312 00000100:00100000:2.0:1789302609.495738:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121645312 00000100:00100000:2.0:1789302609.495753:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121645184 00000100:00100000:2.0:1789302609.495756:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121645184 00000100:00080000:3.0:1789302609.495779:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789302609.495783:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00080000:3.0:1789302609.495793:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789302609.495800:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121645056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789302609.495831:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789302609.495908:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121645056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (2466us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.495915:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789302609.495932:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789302609.495940:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121645312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789302609.495984:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789302609.496019:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121645056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789302609.496041:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121645312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (2584us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.496050:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789302609.496067:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789302609.496073:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121645184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789302609.496085:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789302609.496142:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121645184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.496150:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789302609.496212:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121645184:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789302609.496214:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4a7f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121645312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789302609.496264:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121645696:0@lo:400:kworker.0 00000100:00100000:1.0:1789302609.496265:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121645824:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.496307:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f33a82-37a9-48a8-ac1d-1c458204f846:3646:1876219121645440:0@lo:400:kworker.0 00000100:00100000:1.0:1789302609.496328:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302609.498227:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121645824 00000100:00100000:0.0:1789302609.498239:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121645824 00000100:00100000:0.0:1789302609.498290:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789302609.498300:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121645824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.499158:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302609.499210:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121645952:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.499247:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302609.499268:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876219121646464:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.499292:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302609.499318:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789302609.499325:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121646336:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.499346:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302609.499381:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121645440 00000100:00100000:2.0:1789302609.499388:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121645440 00000100:00100000:2.0:1789302609.499421:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1789302609.499429:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3646:x1876219121645440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.499471:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3646:x1876219121645440:12345-0@lo:400:kworker.0 Request processed in 42us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.499494:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1789302609.499528:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121645952 00000100:00100000:2.0:1789302609.499532:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121645952 00000100:00100000:2.0:1789302609.499565:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789302609.499571:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121645952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.499603:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121645952:12345-0@lo:400:kworker.0 Request processed in 33us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.499609:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789302609.499626:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121646464 00000100:00100000:2.0:1789302609.499629:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121646464 00000100:00100000:2.0:1789302609.499653:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121646336 00000100:00100000:2.0:1789302609.499656:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121646336 00000100:00100000:2.0:1789302609.499677:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789302609.499683:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876219121646464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.499712:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876219121646464:12345-0@lo:400:kworker.0 Request processed in 30us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.499717:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789302609.499729:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789302609.499735:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121646336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.499764:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876219121646336:12345-0@lo:400:kworker.0 Request processed in 29us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.499770:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:2.0:1789302609.499807:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789302609.499812:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789302609.499815:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789302609.499824:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1789302609.499846:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc383a17100 x1876219121646336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302609.499874:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876219121646336:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.499890:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f33a82-37a9-48a8-ac1d-1c458204f846:3646:1876219121645440:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.499899:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121645952:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.499907:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876219121646464:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.499936:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121645696 00000100:00100000:2.0:1789302609.499940:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121645696 00000100:00100000:2.0:1789302609.499986:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789302609.499987:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121646208:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.500003:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121645696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.500069:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876219121645696:12345-0@lo:400:kworker.0 Request processed in 66us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302609.500072:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302609.500084:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789302609.500107:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121646208 00000100:00100000:2.0:1789302609.500138:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121646208 00000100:00100000:3.0:1789302609.500152:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876219121645696:0@lo:400:kworker.0 00000100:00100000:3.0:1789302609.500181:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1789302609.500182:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789302609.500199:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121645568:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.500201:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121646208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302609.500259:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302609.500269:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876219121646208:12345-0@lo:400:kworker.0 Request processed in 73us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.500280:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789302609.500300:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121646080:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.500320:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121645568 00000100:00100000:2.0:1789302609.500326:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121645568 00000100:00100000:3.0:1789302609.500339:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302609.500371:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789302609.500380:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121645568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.500418:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121645568:12345-0@lo:400:kworker.0 Request processed in 40us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.500433:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789302609.500451:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121646080 00000100:00100000:2.0:1789302609.500455:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121646080 00000100:00100000:2.0:1789302609.500475:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789302609.500481:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121646080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.500510:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876219121646080:12345-0@lo:400:kworker.0 Request processed in 29us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.500516:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00080000:2.0:1789302609.500532:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789302609.501517:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876219121646080:0@lo:400:kworker.0 00000100:00100000:3.0:1789302609.501531:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121646592:0@lo:400:kworker.0 00000100:00100000:3.0:1789302609.501573:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302609.501617:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876219121646208:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.501707:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121646592 00000100:00100000:2.0:1789302609.501716:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121646592 00000100:00100000:2.0:1789302609.501768:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789302609.501775:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121645568:0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.501783:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121646592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302609.502061:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876219121646592:12345-0@lo:400:kworker.0 Request processed in 277us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.502068:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00080000:2.0:1789302609.502092:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1789302609.502362:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc383a14a80 x1876219121646592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302609.502473:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876219121646592:0@lo:400:kworker.0 00000100:00100000:0.0:1789302609.505291:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121645824:12345-0@lo:400:kworker.0 Request processed in 6983us (8951us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302609.505306:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789302609.505422:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121645824:0@lo:400:kworker.0 00010000:00010000:0.0:1789302609.684261:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302609.751423:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302609.751470:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302609.751490:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302609.751519:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302609.751537:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302609.751554:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302609.751569:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302609.751584:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302609.751603:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302609.751629:0:25071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101604736 00000100:00100000:1.0:1789302609.751638:0:25071:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101604736 00000100:00100000:1.0:1789302609.751692:0:25071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101604864 00000100:00100000:1.0:1789302609.751695:0:25071:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101604864 00000100:00100000:1.0:1789302609.751708:0:25071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101605248 00000100:00100000:1.0:1789302609.751710:0:25071:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101605248 00000100:00100000:1.0:1789302609.751721:0:25071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101605376 00000100:00100000:1.0:1789302609.751724:0:25071:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101605376 00000100:00100000:1.0:1789302609.751738:0:25071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 9 00000100:00100000:1.0:1789302609.751746:0:25071:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2398:x1876219101604736:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:1.0:1789302609.751811:0:25071:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2398:x1876219101604736:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 64us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302609.751819:0:25071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 9 00000100:00100000:1.0:1789302609.751843:0:25071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 10 00000100:00100000:1.0:1789302609.751849:0:25071:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2399:x1876219101604864:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:1.0:1789302609.751876:0:25071:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2399:x1876219101604864:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 27us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302609.751882:0:25071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 10 00000100:00100000:1.0:1789302609.751894:0:25071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 11 00000100:00100000:1.0:1789302609.751900:0:25071:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:81b0635b-1102-4beb-920b-beca3debf963+5:2398:x1876219101605248:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:1.0:1789302609.751922:0:25071:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:81b0635b-1102-4beb-920b-beca3debf963+5:2398:x1876219101605248:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 23us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302609.751928:0:25071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 11 00000100:00100000:1.0:1789302609.751939:0:25071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 12 00000100:00100000:1.0:1789302609.751945:0:25071:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:81b0635b-1102-4beb-920b-beca3debf963+5:2399:x1876219101605376:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:1.0:1789302609.751979:0:25071:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:81b0635b-1102-4beb-920b-beca3debf963+5:2399:x1876219101605376:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 34us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302609.751986:0:25071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 12 00000100:00100000:2.0:1789302609.752408:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101604480 00000100:00100000:2.0:1789302609.752414:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101604480 00000100:00100000:2.0:1789302609.752441:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101604608 00000100:00100000:2.0:1789302609.752443:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101604608 00000100:00100000:2.0:1789302609.752456:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101604992 00000100:00100000:2.0:1789302609.752459:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101604992 00000100:00100000:2.0:1789302609.752470:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101605120 00000100:00100000:2.0:1789302609.752472:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101605120 00000100:00100000:2.0:1789302609.752487:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 53 00000100:00100000:2.0:1789302609.752493:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:2398:x1876219101604480:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:2.0:1789302609.752547:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:2398:x1876219101604480:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 53us (1133us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.752554:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 53 00000100:00100000:2.0:1789302609.752569:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 54 00000100:00100000:2.0:1789302609.752576:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2399:x1876219101604608:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:2.0:1789302609.752601:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2399:x1876219101604608:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 25us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.752607:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 54 00000100:00100000:2.0:1789302609.752617:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 55 00000100:00100000:2.0:1789302609.752623:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:81b0635b-1102-4beb-920b-beca3debf963+6:2398:x1876219101604992:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:2.0:1789302609.752657:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:81b0635b-1102-4beb-920b-beca3debf963+6:2398:x1876219101604992:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 34us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.752663:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 55 00000100:00100000:2.0:1789302609.752673:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 56 00000100:00100000:2.0:1789302609.752679:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:81b0635b-1102-4beb-920b-beca3debf963+5:2399:x1876219101605120:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:2.0:1789302609.752702:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:81b0635b-1102-4beb-920b-beca3debf963+5:2399:x1876219101605120:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 23us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302609.752707:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 56 00000100:00080000:2.0:1789302609.752743:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789302609.752747:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789302609.752749:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789302609.752757:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789302609.752932:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101604352 00000100:00100000:0.0:1789302609.752937:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101604352 00000100:00100000:0.0:1789302609.752979:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 146 00000100:00100000:0.0:1789302609.752986:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:2399:x1876219101604352:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:0.0:1789302609.753013:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:2399:x1876219101604352:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 28us (1543us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302609.753019:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 146 00000040:00080000:0.0:1789302610.068814:0:22706:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789302610.709587:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789302611.254826:0:25705:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffcf89a89b0 20000000:00000080:2.0:1789302611.254846:0:25705:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8cc4b75ed800 uarg=0000000000000000 20000000:01000000:2.0:1789302611.254885:0:25705:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1789302611.254895:0:25705:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1789302611.254899:0:25705:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1789302611.264003:0:25706:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1789302611.269634:0:25705:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1789302611.277954:0:25705:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1789302611.277985:0:25705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.278004:0:25705:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39af16 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39af0f expref: 23 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.278014:0:25705:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc3839aa600/0x1ff82925bd39af24 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39af1d expref: 23 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.278020:0:25705:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc480030400/0x1ff82925bd39af63 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39af5c expref: 23 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.278026:0:25705:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc4b5349800/0x1ff82925bd39affd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39aff6 expref: 23 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.278037:0:25705:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b249 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6032 expref: 12 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.278044:0:25705:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8cc4bee64e00/0x1ff82925bd39b288 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60a2 expref: 12 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.278051:0:25705:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.278091:0:25705:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc4bee64e00/0x1ff82925bd39b288 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60a2 expref: 12 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.278690:0:25705:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc4bee64e00/0x1ff82925bd39b288 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60a2 expref: 12 pid: 22665 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302611.278706:0:25705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25705:1876219121646720:192.168.203.9@tcp:104: 00010000:00010000:3.0:1789302611.278801:0:25705:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b249 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6032 expref: 12 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.278810:0:25705:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b249 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6032 expref: 12 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302611.278818:0:25705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25705:1876219121646848:192.168.203.9@tcp:104: 00010000:00010000:3.0:1789302611.278847:0:25705:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc4b5349800/0x1ff82925bd39affd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39aff6 expref: 23 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.278856:0:25705:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc4b5349800/0x1ff82925bd39affd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39aff6 expref: 23 pid: 22664 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302611.278865:0:25705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25705:1876219121646976:0@lo:104: 00000100:00100000:3.0:1789302611.278900:0:25705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789302611.278996:0:25705:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc480030400/0x1ff82925bd39af63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39af5c expref: 23 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.279004:0:25705:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc480030400/0x1ff82925bd39af63 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39af5c expref: 23 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302611.279011:0:25705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc48838ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25705:1876219121647104:0@lo:104: 00000100:00100000:3.0:1789302611.279038:0:25705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789302611.279978:0:25705:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc3839aa600/0x1ff82925bd39af24 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39af1d expref: 23 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.279989:0:25705:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc3839aa600/0x1ff82925bd39af24 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39af1d expref: 23 pid: 22664 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302611.279998:0:25705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc484fe2300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25705:1876219121647232:0@lo:104: 00000100:00100000:3.0:1789302611.280026:0:25705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302611.280050:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121646976 00000100:00100000:0.0:1789302611.280057:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121646976 00000100:00100000:2.0:1789302611.280069:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121647104 00000100:00100000:2.0:1789302611.280076:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121647104 00000100:00100000:0.0:1789302611.280103:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789302611.280134:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+4:25705:x1876219121646976:12345-0@lo:104: 00010000:00010000:0.0:1789302611.280156:0:22654:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39affd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.280214:0:22654:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789302611.280220:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+4:25705:x1876219121646976:12345-0@lo:104: Request processed in 110us (1320us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302611.280228:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789302611.280247:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789302611.280254:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+3:25705:x1876219121647104:12345-0@lo:104: 00010000:00010000:0.0:1789302611.280262:0:22654:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39af63 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.280303:0:22654:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789302611.280308:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+3:25705:x1876219121647104:12345-0@lo:104: Request processed in 56us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302611.280315:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1789302611.280782:0:25705:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39af16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1ff82925bd39af0f expref: 23 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.280792:0:25705:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39af16 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1ff82925bd39af0f expref: 23 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.280798:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1789302611.280803:0:25705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc484fe3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25705:1876219121647360:0@lo:104: 00010000:00010000:1.0:1789302611.280809:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39affd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.280819:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4869d1800 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:1.0:1789302611.280824:0:22660:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39affd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302611.280834:0:25705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789302611.280837:0:22660:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39affd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789302611.280855:0:22660:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39affd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302611.280862:0:22660:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:3.0:1789302611.280891:0:25705:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4bd835f00 going to sleep for 11 seconds 00010000:00010000:1.0:1789302611.280903:0:22660:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39affd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.280910:0:22660:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1789302611.280914:0:25705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25705:1876219121646976:0@lo:104: 00000100:00100000:3.0:1789302611.280926:0:25705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25705:1876219121647104:0@lo:104: 00010000:00010000:1.0:1789302611.280935:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39affd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.280955:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc4869d1800/0x1ff82925bd39aff6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39affd expref: -99 pid: 24997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.280969:0:22660:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789302611.280972:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39af63 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302611.280973:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121647232 00000100:00100000:0.0:1789302611.280981:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121647232 00010000:00010000:1.0:1789302611.280982:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839ab800 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:1.0:1789302611.280986:0:22660:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39af63 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.280993:0:22660:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39af63 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789302611.280999:0:22660:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39af63 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302611.281004:0:22660:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1789302611.281005:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121647360 00000100:00100000:0.0:1789302611.281009:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121647360 00000100:00100000:0.0:1789302611.281025:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00010000:00010000:1.0:1789302611.281030:0:22660:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39af63 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.281038:0:22660:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1789302611.281086:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f33a82-37a9-48a8-ac1d-1c458204f846:3645:1876219121647616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789302611.281103:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+4:25705:x1876219121647232:12345-0@lo:104: 00010000:00010000:0.0:1789302611.281137:0:22655:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39af24 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302611.281159:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789302611.281260:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302611.281272:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121647616 00000100:00100000:2.0:1789302611.281277:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121647616 00010000:00010000:2.0:1789302611.281299:0:22656:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc480030400/0x1ff82925bd39af63 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39af5c expref: 24 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302611.281321:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789302611.281328:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3645:x1876219121647616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789302611.281338:0:22656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789302611.281344:0:22656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc480030400/0x1ff82925bd39af63 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39af5c expref: 24 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.281352:0:22656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc480030400/0x1ff82925bd39af63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39af5c expref: 24 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.281366:0:22656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc480030400/0x1ff82925bd39af63 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39af5c expref: 24 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.281379:0:22656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789302611.281442:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39af63 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.281450:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39af5c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39af63 expref: -99 pid: 24174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.281460:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302611.281461:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789302611.281463:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302611.281482:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121647488:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302611.281510:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302611.281543:0:22658:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789302611.281552:0:22658:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:1.0:1789302611.281567:0:22657:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789302611.281573:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121647488 00000100:00100000:1.0:1789302611.281576:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121647488 00010000:00010000:1.0:1789302611.281590:0:22657:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc4b5349800/0x1ff82925bd39affd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39aff6 expref: 24 pid: 22664 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302611.281604:0:22657:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789302611.281610:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789302611.281616:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3648:x1876219121647488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789302611.281629:0:22657:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302611.281633:0:22657:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc4b5349800/0x1ff82925bd39affd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39aff6 expref: 24 pid: 22664 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.281640:0:22657:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc4b5349800/0x1ff82925bd39affd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39aff6 expref: 24 pid: 22664 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.281657:0:22657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b5349800/0x1ff82925bd39affd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39aff6 expref: 24 pid: 22664 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.281665:0:22657:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789302611.281695:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+23:3648:x1876219121647488:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302611.281702:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789302611.281810:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121647488:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789302611.282485:0:22655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789302611.282492:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+4:25705:x1876219121647232:12345-0@lo:104: Request processed in 1460us (2466us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302611.282500:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789302611.282518:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789302611.282525:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+3:25705:x1876219121647360:12345-0@lo:104: 00010000:00010000:0.0:1789302611.282533:0:22655:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39af16 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.282562:0:22655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789302611.282567:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+3:25705:x1876219121647360:12345-0@lo:104: Request processed in 44us (1736us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302611.282572:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1789302611.282586:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789302611.282591:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39af24 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.282597:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839ab200 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:0.0:1789302611.282601:0:22659:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39af24 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.282609:0:22659:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39af24 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789302611.282615:0:22659:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39af24 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789302611.282622:0:22659:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789302611.282655:0:22659:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39af24 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.282661:0:22659:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1789302611.282788:0:25705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc484fe2300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25705:1876219121647232:0@lo:104: 00000100:00100000:1.0:1789302611.282798:0:25705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc484fe3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25705:1876219121647360:0@lo:104: 00000100:00100000:1.0:1789302611.283315:0:25705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25705:1876219121646720:192.168.203.9@tcp:104: 00010000:00010000:0.0:1789302611.284960:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39af24 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.284976:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab200/0x1ff82925bd39af1d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39af24 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.284996:0:22659:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789302611.285000:0:22659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1ff82925bd39af16 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.285006:0:22659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aac00 already unused, calling callback (ffffffffc13cfc20) 10000000:00010000:0.0:1789302611.285009:0:22659:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1ff82925bd39af16 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.285018:0:22659:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1ff82925bd39af16 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789302611.285025:0:22659:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1ff82925bd39af16 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789302611.285031:0:22659:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789302611.285068:0:22659:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39af16 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.285075:0:22659:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789302611.285109:0:22659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39af16 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.285164:0:22659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.109@tcp lock: ffff8cc3839aac00/0x1ff82925bd39af0f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1ff82925bd39af16 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.285179:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302611.285181:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789302611.285183:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302611.285201:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789302611.285218:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121647872:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789302611.285277:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302611.285327:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121647872 00000100:00100000:0.0:1789302611.285333:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121647872 00010000:00010000:0.0:1789302611.285360:0:22657:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39af16 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39af0f expref: 23 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302611.285389:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789302611.285398:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+23:3648:x1876219121647872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789302611.285411:0:22657:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789302611.285415:0:22657:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39af16 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39af0f expref: 23 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.285425:0:22657:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39af16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39af0f expref: 23 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.285439:0:22657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc480031c00/0x1ff82925bd39af16 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39af0f expref: 23 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302611.285451:0:22657:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789302611.285483:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:3648:x1876219121647872:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302611.285497:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789302611.285541:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f33a82-37a9-48a8-ac1d-1c458204f846:3648:1876219121647872:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789302611.288386:0:25705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc48838ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25705:1876219121646848:192.168.203.9@tcp:104: 00010000:00010000:0.0:1789302611.288429:0:25705:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302611.288568:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:3645:x1876219121647616:12345-0@lo:103:ldlm_bl.0 Request processed in 7239us (7406us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302611.288581:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789302611.288625:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f33a82-37a9-48a8-ac1d-1c458204f846:3646:1876219121647744:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789302611.288675:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789302611.288749:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302611.290205:0:25707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121647744 00000100:00100000:1.0:1789302611.290217:0:25707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121647744 00010000:00010000:1.0:1789302611.290259:0:25707:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc3839aa600/0x1ff82925bd39af24 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39af1d expref: 21 pid: 22664 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302611.290295:0:25707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789302611.290303:0:25707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:74f33a82-37a9-48a8-ac1d-1c458204f846+21:3646:x1876219121647744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789302611.290317:0:25707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302611.290323:0:25707:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc3839aa600/0x1ff82925bd39af24 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1ff82925bd39af1d expref: 21 pid: 22664 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.290333:0:25707:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc3839aa600/0x1ff82925bd39af24 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1ff82925bd39af1d expref: 21 pid: 22664 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.290349:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc3839aa600/0x1ff82925bd39af24 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1ff82925bd39af1d expref: 21 pid: 22664 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.290379:0:25707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789302611.290435:0:25707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:74f33a82-37a9-48a8-ac1d-1c458204f846+20:3646:x1876219121647744:12345-0@lo:103:ldlm_bl.0 Request processed in 132us (1758us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302611.290443:0:25707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789302611.290859:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f33a82-37a9-48a8-ac1d-1c458204f846:3646:1876219121647744:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789302611.291517:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f33a82-37a9-48a8-ac1d-1c458204f846:3645:1876219121647616:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789302611.293876:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302611.294069:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302611.294449:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101605504 00000100:00100000:0.0:1789302611.294459:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101605504 00010000:00010000:0.0:1789302611.294499:0:22658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc4bee64e00/0x1ff82925bd39b288 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60a2 expref: 13 pid: 22665 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302611.294560:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101605632 00000100:00100000:0.0:1789302611.294564:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101605632 00010000:00010000:0.0:1789302611.294577:0:22658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b249 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6032 expref: 14 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302611.294616:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 13 00000100:00100000:2.0:1789302611.294627:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383a3d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+14:2398:x1876219101605504:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789302611.294643:0:22656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789302611.294649:0:22656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc4bee64e00/0x1ff82925bd39b288 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60a2 expref: 14 pid: 22665 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294661:0:22656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc4bee64e00/0x1ff82925bd39b288 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60a2 expref: 14 pid: 22665 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294676:0:22656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4bee64e00/0x1ff82925bd39b288 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60a2 expref: 14 pid: 22665 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294690:0:22656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789302611.294750:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383a3d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:2398:x1876219101605504:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 125us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302611.294758:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 13 00000100:00100000:2.0:1789302611.294807:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 14 00000100:00100000:2.0:1789302611.294814:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+12:2399:x1876219101605632:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789302611.294822:0:22656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789302611.294827:0:22656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b249 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6032 expref: 12 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294838:0:22656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b249 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6032 expref: 12 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294849:0:22656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b249 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6032 expref: 12 pid: 22666 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294879:0:22656:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294888:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294903:0:22656:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294910:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294917:0:22656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294924:0:22656:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294931:0:22656:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5348a00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302611.294935:0:22656:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294955:0:22656:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294971:0:22656:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302611.294983:0:22656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789302611.295011:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:2399:x1876219101605632:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 197us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302611.295027:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 14 00010000:00010000:3.0:1789302611.295061:0:25705:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.295072:0:25705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302611.295078:0:25705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8cc4b5348a00/0x1ff82925bd39b2b9 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302611.732432:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789302612.696019:0:22669:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789302612.696027:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cc381f37800 from 13 10000000:01000000:1.0:1789302612.696032:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789302612.696081:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39b2c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302612.696093:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39b2c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302612.696106:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39b2c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302612.696171:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.696248:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302612.696291:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789302612.697540:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121648000 00000100:00100000:2.0:1789302612.697562:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121648000 00000100:00100000:2.0:1789302612.697745:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1789302612.697756:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+20:22669:x1876219121648000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789302612.697772:0:22665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302612.697790:0:22665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b2c7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39b2c0 expref: -99 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302612.697824:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b2c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39b2c0 expref: 21 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302612.697834:0:22665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4bee65800/0x1ff82925bd39b2c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39b2c0 expref: 21 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302612.697842:0:22665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee65800, rc 0) 00000100:00100000:2.0:1789302612.697908:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+21:22669:x1876219121648000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (1660us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302612.697914:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1789302612.698752:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302612.698774:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39b2c0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b2c7 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302612.698786:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39b2c0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39b2c7 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302612.698902:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.698962:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302612.699003:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789302612.699188:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121648128 00000100:00100000:2.0:1789302612.699195:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121648128 00000100:00100000:2.0:1789302612.699295:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1789302612.699305:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:22669:x1876219121648128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789302612.699430:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+21:22669:x1876219121648128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 127us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302612.699438:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1789302612.699502:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.699565:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.699621:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302612.704803:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302612.708250:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121648256 00000100:00100000:0.0:1789302612.708268:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121648256 00000100:00100000:0.0:1789302612.708336:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1789302612.708346:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+21:22669:x1876219121648256:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789302612.708511:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+21:22669:x1876219121648256:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 165us (8888us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302612.708518:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1789302612.708736:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648256:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789302612.709463:0:25719:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789302612.709526:0:22669:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789302612.709543:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789302612.709554:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39b2c0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b2c7 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302612.709567:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa600/0x1ff82925bd39b2c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b2c7 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302612.709577:0:22669:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789302612.709580:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cc4b0f69000 from 13 10000000:01000000:1.0:1789302612.709818:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789302612.709850:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39b2ce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302612.709859:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39b2ce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302612.709881:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39b2ce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302612.709911:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.709968:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302612.710001:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302612.710500:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121648384 00000100:00100000:0.0:1789302612.710509:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121648384 00000100:00100000:0.0:1789302612.710540:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1789302612.710548:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+21:22669:x1876219121648384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789302612.710568:0:22665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302612.710594:0:22665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4c2178200/0x1ff82925bd39b2d5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39b2ce expref: -99 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302612.710618:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4c2178200/0x1ff82925bd39b2d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39b2ce expref: 22 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302612.710629:0:22665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4c2178200/0x1ff82925bd39b2d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39b2ce expref: 22 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302612.710638:0:22665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4c2178200, rc 0) 00000100:00100000:0.0:1789302612.710686:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:22669:x1876219121648384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302612.710693:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1789302612.711249:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302612.711264:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39b2ce lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b2d5 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302612.711273:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39b2ce lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39b2d5 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302612.711338:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.711370:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302612.711392:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302612.711544:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121648512 00000100:00100000:0.0:1789302612.711549:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121648512 00000100:00100000:0.0:1789302612.711570:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1789302612.711577:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:22669:x1876219121648512:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789302612.711703:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:22669:x1876219121648512:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 125us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302612.711710:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1789302612.716950:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.717017:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648640:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.717103:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302612.717164:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302612.718494:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121648640 00000100:00100000:0.0:1789302612.718506:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121648640 00000100:00100000:0.0:1789302612.718578:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1789302612.718723:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a8bd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:22669:x1876219121648640:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789302612.718890:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a8bd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:22669:x1876219121648640:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 172us (1786us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302612.718908:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1789302612.719731:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648640:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789302612.720961:0:25720:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789302612.726350:0:22669:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789302612.726406:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789302612.726419:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39b2ce lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b2d5 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302612.726433:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc3839ab800/0x1ff82925bd39b2ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b2d5 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789302612.728520:0:22669:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789302612.728527:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cc4b7e9e000 from 13 10000000:01000000:3.0:1789302612.728533:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789302612.728654:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348400/0x1ff82925bd39b2dc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302612.728666:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348400/0x1ff82925bd39b2dc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302612.728677:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348400/0x1ff82925bd39b2dc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302612.728705:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc484fe0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789302612.728780:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302612.729006:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4bd835240 going to sleep for 11 seconds 00000100:00100000:2.0:1789302612.729057:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121648768 00000100:00100000:2.0:1789302612.729064:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121648768 00000100:00100000:0.0:1789302612.729445:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1789302612.729458:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+22:22669:x1876219121648768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789302612.729471:0:22665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302612.729485:0:22665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4c2178800/0x1ff82925bd39b2e3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39b2dc expref: -99 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302612.729510:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4c2178800/0x1ff82925bd39b2e3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39b2dc expref: 23 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302612.729519:0:22665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4c2178800/0x1ff82925bd39b2e3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39b2dc expref: 23 pid: 22665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302612.729527:0:22665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4c2178800, rc 0) 00000100:00100000:0.0:1789302612.729579:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+23:22669:x1876219121648768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302612.729658:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1789302612.729745:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc484fe0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302612.729760:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348400/0x1ff82925bd39b2dc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b2e3 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302612.729784:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348400/0x1ff82925bd39b2dc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39b2e3 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302612.730331:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.730373:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302612.730399:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302612.730461:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121648896 00000100:00100000:0.0:1789302612.730467:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121648896 00000100:00100000:0.0:1789302612.730504:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1789302612.730511:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+23:22669:x1876219121648896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789302612.730746:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+23:22669:x1876219121648896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 235us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302612.730754:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1789302612.730877:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121648896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.730908:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121649024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.730963:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302612.731019:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789302612.731080:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121649024 00000100:00100000:3.0:1789302612.731085:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121649024 00000100:00100000:2.0:1789302612.734852:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1789302612.734878:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+23:22669:x1876219121649024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789302612.735071:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+23:22669:x1876219121649024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 205us (4106us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302612.735079:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789302612.735906:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121649024:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789302612.737260:0:25721:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789302612.741332:0:22669:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789302612.741373:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789302612.741387:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348400/0x1ff82925bd39b2dc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b2e3 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302612.741400:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc4b5348400/0x1ff82925bd39b2dc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b2e3 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789302612.741412:0:22669:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789302612.741415:0:22669:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8cc38367e000 from 13 10000000:01000000:1.0:1789302612.741417:0:22669:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789302612.741459:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa800/0x1ff82925bd39b2ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302612.741468:0:22669:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa800/0x1ff82925bd39b2ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302612.741497:0:22669:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa800/0x1ff82925bd39b2ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302612.741524:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121649152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.741608:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302612.741654:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302612.741802:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121649152 00000100:00100000:0.0:1789302612.741811:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121649152 00000100:00100000:0.0:1789302612.741867:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1789302612.741877:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+23:22669:x1876219121649152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789302612.741890:0:22666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302612.741903:0:22666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4c2179a00/0x1ff82925bd39b2f1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x1ff82925bd39b2ea expref: -99 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302612.741926:0:22666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4c2179a00/0x1ff82925bd39b2f1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1ff82925bd39b2ea expref: 24 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302612.741948:0:22666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4c2179a00/0x1ff82925bd39b2f1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1ff82925bd39b2ea expref: 24 pid: 22666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302612.741955:0:22666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4c2179a00, rc 0) 00000100:00100000:0.0:1789302612.741994:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+24:22669:x1876219121649152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302612.742000:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1789302612.742080:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121649152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302612.742093:0:22669:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa800/0x1ff82925bd39b2ea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b2f1 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302612.742101:0:22669:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa800/0x1ff82925bd39b2ea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x1ff82925bd39b2f1 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302612.742181:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121649280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302612.742207:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302612.742228:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4913d70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789302612.742275:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121649280 00000100:00100000:0.0:1789302612.742279:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121649280 00000100:00100000:0.0:1789302612.742489:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1789302612.742498:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+24:22669:x1876219121649280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789302612.742620:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f33a82-37a9-48a8-ac1d-1c458204f846+24:22669:x1876219121649280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302612.742627:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1789302612.742753:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121649280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789302612.742782:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bdbbc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121649408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789302612.742824:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302612.742846:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4b87920c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789302612.744717:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121649408 00000100:00100000:3.0:1789302612.744728:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121649408 00000100:00100000:3.0:1789302612.744768:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1789302612.744776:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:22669:x1876219121649408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789302612.744953:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:22669:x1876219121649408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 177us (2127us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302612.744961:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1789302612.745093:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bdbbc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f33a82-37a9-48a8-ac1d-1c458204f846:22669:1876219121649408:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789302612.746076:0:25722:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789302612.746374:0:22669:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789302612.746395:0:22669:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789302612.746405:0:22669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa800/0x1ff82925bd39b2ea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b2f1 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302612.746429:0:22669:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.109@tcp lock: ffff8cc3839aa800/0x1ff82925bd39b2ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1ff82925bd39b2f1 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302612.756295:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302613.076760:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc484fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121649536:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789302613.076888:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302613.077175:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121649536 00000100:00100000:3.0:1789302613.077184:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121649536 00000100:00100000:3.0:1789302613.077245:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789302613.077254:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121649536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789302613.077279:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789302613.077325:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876219121649536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302613.077332:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789302613.077372:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc484fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876219121649536:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789302613.077429:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789302613.157808:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.157887:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101605760 00000100:00100000:2.0:1789302613.157896:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101605760 00000100:00100000:2.0:1789302613.157985:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 23 00000100:00100000:2.0:1789302613.157996:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:18729:x1876219101605760:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789302613.158015:0:24202:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302613.158035:0:24202:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b2f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a60da expref: -99 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158149:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b2ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158165:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b2ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158177:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b2ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158190:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65600/0x1ff82925bd39b306 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158197:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65600/0x1ff82925bd39b306 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158203:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65600/0x1ff82925bd39b306 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158348:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65a00/0x1ff82925bd39b30d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158358:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65a00/0x1ff82925bd39b30d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158366:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65a00/0x1ff82925bd39b30d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302613.158393:0:24202:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789302613.158397:0:24202:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789302613.158432:0:24202:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65a00/0x1ff82925bd39b30d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158454:0:24202:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b2ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158461:0:24202:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b2ff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158468:0:24202:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b2ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158473:0:24202:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302613.158477:0:24202:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b2ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158484:0:24202:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b2ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158496:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:2.0:1789302613.158498:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302613.158503:0:24202:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b2ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158509:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b2ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158521:0:24202:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65600/0x1ff82925bd39b306 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158527:0:24202:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65600/0x1ff82925bd39b306 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158533:0:24202:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65600/0x1ff82925bd39b306 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158544:0:24202:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee65600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302613.158547:0:24202:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65600/0x1ff82925bd39b306 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158554:0:24202:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65600/0x1ff82925bd39b306 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158562:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8cc4b5e7aa00) 00010000:00010000:2.0:1789302613.158564:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302613.158567:0:24202:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65600/0x1ff82925bd39b306 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158574:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65600/0x1ff82925bd39b306 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158605:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b2f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60da expref: 8 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789302613.158712:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1789302613.158894:0:24202:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65a00/0x1ff82925bd39b30d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60da expref: 7 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.158902:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8cc4b5e7a800) 00010000:00010000:2.0:1789302613.158905:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789302613.158908:0:24202:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee65a00, rc 0) 00000100:00100000:2.0:1789302613.159032:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:18729:x1876219101605760:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 Request processed in 1037us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.159040:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 23 00000100:00100000:2.0:1789302613.166779:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302613.166966:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101605888 00000100:00100000:0.0:1789302613.166975:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101605888 00000100:00100000:0.0:1789302613.167032:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 5 00000100:00100000:0.0:1789302613.167043:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:18729:x1876219101605888:12345-192.168.203.9@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1789302613.167169:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:18729:x1876219101605888:12345-192.168.203.9@tcp:900:lhsmtool_posix.0 Request processed in 128us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302613.167177:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 5 00000100:00100000:1.0:1789302613.171476:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.171568:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101606144 00000100:00100000:2.0:1789302613.171579:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101606144 00000100:00100000:2.0:1789302613.171641:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 24 00000100:00100000:2.0:1789302613.171651:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:18729:x1876219101606144:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789302613.171671:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302613.171691:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65600/0x1ff82925bd39b314 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a60e1 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.171764:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b31b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.171779:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b31b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.171790:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b31b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.171804:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b322 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.171811:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b322 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.171817:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b322 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172499:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65200/0x1ff82925bd39b329 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172510:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65200/0x1ff82925bd39b329 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172541:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65200/0x1ff82925bd39b329 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302613.172553:0:22672:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1789302613.172702:0:22672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b31b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172711:0:22672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b31b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172719:0:22672:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b31b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172725:0:22672:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302613.172729:0:22672:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b31b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172737:0:22672:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b31b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172748:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8cc4b5e7a800) 00010000:00010000:2.0:1789302613.172751:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302613.172756:0:22672:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b31b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172762:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b31b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172775:0:22672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b322 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172782:0:22672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b322 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172794:0:22672:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b322 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172799:0:22672:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302613.172801:0:22672:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b322 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172809:0:22672:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b322 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172817:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8cc4b5e7aa00) 00010000:00010000:2.0:1789302613.172819:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302613.172822:0:22672:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b322 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.172828:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b322 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.179050:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65600/0x1ff82925bd39b314 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60e1 expref: 10 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.179078:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65200/0x1ff82925bd39b329 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60e1 expref: 9 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.179087:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8cc4b5e7af00) 00010000:00010000:2.0:1789302613.179089:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302613.179092:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee65200, rc 0) 00000100:00100000:2.0:1789302613.179198:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+9:18729:x1876219101606144:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 Request processed in 7548us (7731us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789302613.179223:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 24 00000100:00100000:2.0:1789302613.186758:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302613.187426:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101606272 00000100:00100000:0.0:1789302613.187437:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101606272 00000100:00100000:0.0:1789302613.187503:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 25 00000100:00100000:0.0:1789302613.187513:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+9:18729:x1876219101606272:12345-192.168.203.9@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1789302613.187766:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+9:18729:x1876219101606272:12345-192.168.203.9@tcp:59:lhsmtool_posix.0 Request processed in 253us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302613.187774:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 25 00000100:00100000:0.0:1789302613.200868:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.201041:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101606400 00000100:00100000:2.0:1789302613.201051:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101606400 00000100:00100000:2.0:1789302613.201268:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 26 00000100:00100000:2.0:1789302613.201280:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:18729:x1876219101606400:12345-192.168.203.9@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1789302613.205254:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302613.205401:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101606528 00000100:00100000:1.0:1789302613.205412:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101606528 00000100:00100000:1.0:1789302613.205469:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 159 00000100:00100000:1.0:1789302613.205484:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+11:18109:x1876219101606528:12345-192.168.203.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789302613.205500:0:22664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789302613.205517:0:22664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc3839ab400/0x1ff82925bd39b337 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a60e8 expref: -99 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302613.205560:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc3839ab400/0x1ff82925bd39b337 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60e8 expref: 12 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302613.205575:0:22664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc3839ab400/0x1ff82925bd39b337 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60e8 expref: 12 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302613.205584:0:22664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc3839ab400, rc 0) 00000100:00100000:1.0:1789302613.205652:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+12:18109:x1876219101606528:12345-192.168.203.9@tcp:101:ll_cfg_requeue.0 Request processed in 173us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302613.205661:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 159 00000100:00080000:0.0:1789302613.205674:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:2.0:1789302613.207174:0:22671:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 5851us 00000100:00100000:0.0:1789302613.217794:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302613.217870:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101606656 00000100:00100000:1.0:1789302613.217880:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101606656 00000100:00100000:1.0:1789302613.217955:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 160 00000100:00100000:1.0:1789302613.217965:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+12:18109:x1876219101606656:12345-192.168.203.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302613.218149:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+12:18109:x1876219101606656:12345-192.168.203.9@tcp:501:ll_cfg_requeue.0 Request processed in 185us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302613.218157:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 160 00000100:00100000:0.0:1789302613.223458:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.223535:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101606784 00000100:00100000:2.0:1789302613.223545:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101606784 00000100:00100000:2.0:1789302613.223602:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 161 00000100:00100000:2.0:1789302613.223613:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+12:18109:x1876219101606784:12345-192.168.203.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789302613.223751:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+12:18109:x1876219101606784:12345-192.168.203.9@tcp:503:ll_cfg_requeue.0 Request processed in 139us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.223759:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 161 00000100:00100000:2.0:1789302613.232099:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:18729:x1876219101606400:12345-192.168.203.9@tcp:59:lhsmtool_posix.0 Request processed in 30812us (31231us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.232478:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 26 00000100:00100000:3.0:1789302613.232807:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.233615:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101606912 00000100:00100000:2.0:1789302613.233626:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101606912 00000100:00100000:2.0:1789302613.233682:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 162 00000100:00100000:2.0:1789302613.233692:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+12:18109:x1876219101606912:12345-192.168.203.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789302613.233708:0:22664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302613.233725:0:22664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8cc4bee65600/0x1ff82925bd39b33e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a60ef expref: -99 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.233765:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8cc4bee65600/0x1ff82925bd39b33e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60ef expref: 13 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.233777:0:22664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8cc4bee65600/0x1ff82925bd39b33e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60ef expref: 13 pid: 22664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.233786:0:22664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee65600, rc 0) 00000100:00100000:2.0:1789302613.233835:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18109:x1876219101606912:12345-192.168.203.9@tcp:101:ll_cfg_requeue.0 Request processed in 144us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.233842:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 162 00000100:00100000:3.0:1789302613.242405:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302613.242535:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101607040 00000100:00100000:1.0:1789302613.242545:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101607040 00000100:00100000:1.0:1789302613.242646:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 163 00000100:00100000:1.0:1789302613.242656:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18109:x1876219101607040:12345-192.168.203.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789302613.242803:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18109:x1876219101607040:12345-192.168.203.9@tcp:501:ll_cfg_requeue.0 Request processed in 148us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302613.242811:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 163 00000100:00100000:0.0:1789302613.245179:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302613.245259:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101607168 00000100:00100000:3.0:1789302613.245268:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101607168 00000100:00100000:3.0:1789302613.245318:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 164 00000100:00100000:3.0:1789302613.245328:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18109:x1876219101607168:12345-192.168.203.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789302613.245494:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:18109:x1876219101607168:12345-192.168.203.9@tcp:503:ll_cfg_requeue.0 Request processed in 167us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302613.245502:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 164 00000100:00100000:0.0:1789302613.248750:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302613.248816:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101607296 00000100:00100000:3.0:1789302613.248825:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101607296 00000100:00100000:3.0:1789302613.248890:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 27 00000100:00100000:3.0:1789302613.248914:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+9:18735:x1876219101607296:12345-192.168.203.9@tcp:101:lfs.0 00010000:00010000:3.0:1789302613.248945:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302613.248965:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b345 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a60f6 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249029:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b34c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249044:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b34c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249055:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b34c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249070:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b353 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249087:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b353 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249094:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b353 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249172:0:22673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b34c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249180:0:22673:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b34c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249187:0:22673:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b34c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249203:0:22673:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5349a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1789302613.249207:0:22673:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b34c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249215:0:22673:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b34c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249226:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:3.0:1789302613.249230:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789302613.249234:0:22673:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b34c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249241:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b34c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249253:0:22673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b353 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249258:0:22673:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b353 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249264:0:22673:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b353 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249269:0:22673:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5349000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1789302613.249271:0:22673:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b353 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249278:0:22673:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b353 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249296:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8cc383943700) 00010000:00010000:3.0:1789302613.249298:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789302613.249302:0:22673:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b353 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249307:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b353 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249338:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b345 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60f6 expref: 10 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249348:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:3.0:1789302613.249350:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789302613.249354:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b345 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60f6 expref: 10 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.249363:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5348a00, rc 0) 00000100:00100000:3.0:1789302613.249432:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+9:18735:x1876219101607296:12345-192.168.203.9@tcp:101:lfs.0 Request processed in 519us (690us total) trans 0 rc 301/301 00000100:00100000:3.0:1789302613.249440:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 27 00000100:00100000:0.0:1789302613.254335:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302613.254428:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101607424 00000100:00100000:3.0:1789302613.254438:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101607424 00000100:00100000:3.0:1789302613.254487:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 0 00000100:00100000:3.0:1789302613.254497:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:e23ff719-24e1-4fdd-84df-33ce84869e6a+9:18735:x1876219101607424:12345-192.168.203.9@tcp:700:lfs.0 00000100:00100000:3.0:1789302613.254587:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:e23ff719-24e1-4fdd-84df-33ce84869e6a+9:18735:x1876219101607424:12345-192.168.203.9@tcp:700:lfs.0 Request processed in 91us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302613.254595:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 0 00000100:00100000:2.0:1789302613.258720:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302613.258805:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101607680 00000100:00100000:3.0:1789302613.258813:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101607680 00000100:00100000:3.0:1789302613.258870:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 28 00000100:00100000:3.0:1789302613.258881:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+9:18735:x1876219101607680:12345-192.168.203.9@tcp:36:lfs.0 00010000:00010000:3.0:1789302613.258955:0:22672:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789302613.258982:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b273 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6063 expref: 9 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.259002:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:3.0:1789302613.259007:0:22672:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789302613.259063:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.259087:0:22672:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b2b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60d3 expref: 5 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.259096:0:22672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.259162:0:22672:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b2b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60d3 expref: 5 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.259176:0:22672:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b2b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60d3 expref: 5 pid: 22672 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302613.259193:0:22672:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc484fe3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22672:1876219121649664:192.168.203.9@tcp:104: 00000100:00100000:3.0:1789302613.259420:0:22672:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4bd835480 going to sleep for 11 seconds 00000100:00100000:1.0:1789302613.262697:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302613.262801:0:22672:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc484fe3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22672:1876219121649664:192.168.203.9@tcp:104: 00010000:00010000:3.0:1789302613.262830:0:22672:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302613.262889:0:25707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101607808 00000100:00100000:2.0:1789302613.262895:0:25707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101607808 00010000:00010000:2.0:1789302613.262958:0:25707:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b2b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60d3 expref: 6 pid: 22672 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302613.262989:0:25707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 15 00000100:00100000:2.0:1789302613.262996:0:25707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:81b0635b-1102-4beb-920b-beca3debf963+6:2399:x1876219101607808:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789302613.263009:0:25707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789302613.263015:0:25707:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b2b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60d3 expref: 6 pid: 22672 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.263026:0:25707:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b2b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60d3 expref: 6 pid: 22672 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.263045:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b2b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60d3 expref: 6 pid: 22672 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.263064:0:25707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:2.0:1789302613.263069:0:25707:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.263086:0:25707:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.263094:0:25707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789302613.263181:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1789302613.263330:0:25707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789302613.263380:0:25707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:81b0635b-1102-4beb-920b-beca3debf963+5:2399:x1876219101607808:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 383us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.263388:0:25707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 15 00010000:00010000:3.0:1789302613.263743:0:22672:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.263751:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.263772:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b361 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.263781:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b361 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.263790:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b361 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265624:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b368 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265642:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b368 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265653:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b368 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789302613.265670:0:22672:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000644d7ba5 reply state 00000000e0136148 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b368 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265682:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b368 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265701:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:3.0:1789302613.265704:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789302613.265709:0:22672:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1789302613.265714:0:22672:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789302613.265723:0:22672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265730:0:22672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265737:0:22672:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265743:0:22672:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5348800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1789302613.265747:0:22672:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265754:0:22672:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265764:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:3.0:1789302613.265766:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789302613.265769:0:22672:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265775:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b35a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789302613.265791:0:22672:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000644d7ba5 reply state 00000000e0136148 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b361 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265812:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b361 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.265818:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8cc383943700) 00010000:00010000:3.0:1789302613.265820:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789302613.265822:0:22672:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1789302613.265993:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+10:18735:x1876219101607680:12345-192.168.203.9@tcp:36:lfs.0 Request processed in 7109us (7276us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789302613.266001:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 28 00000100:00100000:1.0:1789302613.409731:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302613.409822:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101607936 00000100:00100000:3.0:1789302613.409833:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101607936 00000100:00100000:3.0:1789302613.409909:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 29 00000100:00100000:3.0:1789302613.409919:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+10:18745:x1876219101607936:12345-192.168.203.9@tcp:101:lctl.0 00010000:00010000:3.0:1789302613.409953:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302613.409976:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b36f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a60fd expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.410042:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b376 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.410057:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b376 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.410069:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b376 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789302613.410141:0:22673:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789302613.410145:0:22673:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789302613.410849:0:22673:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b376 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.410881:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b36f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60fd expref: 12 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.410975:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349000/0x1ff82925bd39b376 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a60fd expref: 11 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.410984:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:3.0:1789302613.410986:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789302613.410990:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5349000, rc 0) 00000100:00100000:3.0:1789302613.411105:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+11:18745:x1876219101607936:12345-192.168.203.9@tcp:101:lctl.0 Request processed in 1186us (1382us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302613.411156:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 29 00000100:00100000:0.0:1789302613.469457:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.469567:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101608064 00000100:00100000:2.0:1789302613.469576:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101608064 00000100:00100000:2.0:1789302613.469744:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 30 00000100:00100000:2.0:1789302613.469755:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:81b0635b-1102-4beb-920b-beca3debf963+5:18746:x1876219101608064:12345-192.168.203.9@tcp:101:lfs.0 00010000:00010000:2.0:1789302613.469774:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302613.469794:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b37d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6104 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.469966:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b384 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.469980:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b384 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.469993:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b384 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302613.470044:0:22671:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789302613.470048:0:22671:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789302613.470070:0:22671:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b384 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.470096:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b37d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6104 expref: 7 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.470164:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64200/0x1ff82925bd39b384 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6104 expref: 6 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.470173:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:2.0:1789302613.470176:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789302613.470179:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee64200, rc 0) 00000100:00100000:2.0:1789302613.470242:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:81b0635b-1102-4beb-920b-beca3debf963+6:18746:x1876219101608064:12345-192.168.203.9@tcp:101:lfs.0 Request processed in 489us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.470249:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 30 00000100:00100000:0.0:1789302613.473504:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.473660:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101608192 00000100:00100000:2.0:1789302613.473669:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101608192 00000100:00100000:2.0:1789302613.473763:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 31 00000100:00100000:2.0:1789302613.473774:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:81b0635b-1102-4beb-920b-beca3debf963+6:18746:x1876219101608192:12345-192.168.203.9@tcp:101:lfs.0 00010000:00010000:2.0:1789302613.473795:0:24202:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302613.473815:0:24202:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b38b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a610b expref: -99 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.473889:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b392 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.473922:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b392 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.473942:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b392 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.473954:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b399 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.473961:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b399 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.473968:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b399 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474043:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64a00/0x1ff82925bd39b3a0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474051:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64a00/0x1ff82925bd39b3a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474058:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64a00/0x1ff82925bd39b3a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302613.474092:0:24202:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789302613.474096:0:24202:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789302613.474146:0:24202:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64a00/0x1ff82925bd39b3a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474159:0:24202:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b392 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474178:0:24202:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b392 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474184:0:24202:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b392 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474190:0:24202:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302613.474194:0:24202:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b392 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474202:0:24202:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b392 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474213:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:2.0:1789302613.474217:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302613.474221:0:24202:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b392 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474227:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b392 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474242:0:24202:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b399 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474247:0:24202:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b399 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474253:0:24202:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b399 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474258:0:24202:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302613.474267:0:24202:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b399 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474273:0:24202:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b399 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474282:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8cc383943700) 00010000:00010000:2.0:1789302613.474285:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302613.474289:0:24202:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b399 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474295:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b399 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474320:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b38b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a610b expref: 8 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474333:0:24202:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64a00/0x1ff82925bd39b3a0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a610b expref: 7 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.474339:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:2.0:1789302613.474342:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789302613.474344:0:24202:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee64a00, rc 0) 00000100:00100000:2.0:1789302613.474403:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:81b0635b-1102-4beb-920b-beca3debf963+7:18746:x1876219101608192:12345-192.168.203.9@tcp:101:lfs.0 Request processed in 631us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.474409:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 31 00000100:00100000:0.0:1789302613.481210:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.481338:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101608320 00000100:00100000:2.0:1789302613.481349:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101608320 00000100:00100000:2.0:1789302613.481416:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 6 00000100:00100000:2.0:1789302613.481426:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:81b0635b-1102-4beb-920b-beca3debf963+5:18746:x1876219101608320:12345-192.168.203.9@tcp:900:lfs.0 00000100:00100000:2.0:1789302613.481516:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:81b0635b-1102-4beb-920b-beca3debf963+5:18746:x1876219101608320:12345-192.168.203.9@tcp:900:lfs.0 Request processed in 92us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.481524:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 6 00000100:00080000:0.0:1789302613.481639:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789302613.490380:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302613.490467:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101608576 00000100:00100000:3.0:1789302613.490476:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101608576 00000100:00100000:2.0:1789302613.490649:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 32 00000100:00100000:2.0:1789302613.490661:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc48838ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:81b0635b-1102-4beb-920b-beca3debf963+7:18746:x1876219101608576:12345-192.168.203.9@tcp:101:lfs.0 00010000:00010000:2.0:1789302613.490681:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302613.490703:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b3a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6112 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302613.490796:0:22671:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789302613.490915:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b3a7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6112 expref: 9 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.490947:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:2.0:1789302613.490951:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789302613.490957:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b3a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6112 expref: 9 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.490972:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee65400, rc 0) 00000100:00100000:2.0:1789302613.491031:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc48838ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:81b0635b-1102-4beb-920b-beca3debf963+8:18746:x1876219101608576:12345-192.168.203.9@tcp:101:lfs.0 Request processed in 373us (659us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1789302613.491039:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 32 00000100:00100000:0.0:1789302613.509230:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302613.509419:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101608832 00000100:00100000:3.0:1789302613.509429:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101608832 00000100:00100000:3.0:1789302613.509489:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 33 00000100:00100000:3.0:1789302613.509498:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:81b0635b-1102-4beb-920b-beca3debf963+8:18746:x1876219101608832:12345-192.168.203.9@tcp:36:lfs.0 00010000:00010000:3.0:1789302613.509550:0:22673:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789302613.509575:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64a00/0x1ff82925bd39b3a0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a610b expref: 8 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.509596:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:3.0:1789302613.509600:0:22673:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789302613.509631:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b3b5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.509659:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b3b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.509668:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b3b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789302613.509839:0:22673:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005df1cb66 reply state 00000000272b2d63 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b3b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.509854:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b3b5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.509860:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:3.0:1789302613.509863:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1789302613.509866:0:22673:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1789302613.509873:0:22673:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789302613.509970:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:81b0635b-1102-4beb-920b-beca3debf963+9:18746:x1876219101608832:12345-192.168.203.9@tcp:36:lfs.0 Request processed in 472us (749us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1789302613.509977:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 33 00000100:00100000:0.0:1789302613.514809:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.514900:0:22674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101609088 00000100:00100000:2.0:1789302613.514910:0:22674:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101609088 00000100:00100000:2.0:1789302613.514974:0:22674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 2 00000100:00100000:2.0:1789302613.514994:0:22674:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:81b0635b-1102-4beb-920b-beca3debf963+9:18746:x1876219101609088:12345-192.168.203.9@tcp:35:lfs.0 00000100:00100000:2.0:1789302613.515249:0:22674:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:81b0635b-1102-4beb-920b-beca3debf963+10:18746:x1876219101609088:12345-192.168.203.9@tcp:35:lfs.0 Request processed in 256us (448us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1789302613.515257:0:22674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 2 00000100:00100000:0.0:1789302613.520227:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.520475:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101609344 00000100:00100000:2.0:1789302613.520485:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101609344 00000100:00100000:2.0:1789302613.520557:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 34 00000100:00100000:2.0:1789302613.520566:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:81b0635b-1102-4beb-920b-beca3debf963+10:18746:x1876219101609344:12345-192.168.203.9@tcp:101:lfs.0 00010000:00010000:2.0:1789302613.520590:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302613.520617:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b3bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6119 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.520686:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.520700:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.520711:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.520721:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.520727:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.520734:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302613.520824:0:22671:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789302613.520910:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.520918:0:22671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3c3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.520937:0:22671:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.520944:0:22671:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302613.520948:0:22671:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.520956:0:22671:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.520967:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:2.0:1789302613.520970:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302613.520974:0:22671:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.521201:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.521216:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.521222:0:22671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.521227:0:22671:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.521242:0:22671:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302613.521245:0:22671:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.521251:0:22671:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.521260:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8cc383943700) 00010000:00010000:2.0:1789302613.521262:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302613.521266:0:22671:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.521272:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.521306:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b3bc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6119 expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.521316:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:2.0:1789302613.521318:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789302613.521322:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b3bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6119 expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.521332:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee65400, rc 0) 00000100:00100000:2.0:1789302613.521397:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:81b0635b-1102-4beb-920b-beca3debf963+11:18746:x1876219101609344:12345-192.168.203.9@tcp:101:lfs.0 Request processed in 831us (1179us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1789302613.521404:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 34 00000100:00100000:1.0:1789302613.525489:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302613.528519:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101609472 00000100:00100000:3.0:1789302613.528533:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101609472 00000100:00100000:3.0:1789302613.529216:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 35 00000100:00100000:3.0:1789302613.529229:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:81b0635b-1102-4beb-920b-beca3debf963+11:18746:x1876219101609472:12345-192.168.203.9@tcp:101:lfs.0 00010000:00010000:3.0:1789302613.529254:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302613.529275:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b3d8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6120 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.529369:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b3df lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.529403:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b3df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.529415:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b3df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789302613.529442:0:22673:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789302613.529445:0:22673:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789302613.529463:0:22673:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b3df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.529488:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b3d8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6120 expref: 13 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.529507:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b3df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6120 expref: 12 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.529516:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:3.0:1789302613.529519:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789302613.529522:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5349e00, rc 0) 00000100:00100000:3.0:1789302613.529898:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:81b0635b-1102-4beb-920b-beca3debf963+12:18746:x1876219101609472:12345-192.168.203.9@tcp:101:lfs.0 Request processed in 671us (4418us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302613.529905:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 35 00000100:00100000:0.0:1789302613.535668:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.539331:0:22674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101609600 00000100:00100000:2.0:1789302613.539363:0:22674:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101609600 00000100:00100000:2.0:1789302613.539420:0:22674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 3 00000100:00100000:2.0:1789302613.539428:0:22674:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:81b0635b-1102-4beb-920b-beca3debf963+12:18746:x1876219101609600:12345-192.168.203.9@tcp:37:lfs.0 00000100:00100000:2.0:1789302613.547733:0:22674:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:81b0635b-1102-4beb-920b-beca3debf963+12:18746:x1876219101609600:12345-192.168.203.9@tcp:37:lfs.0 Request processed in 8295us (12064us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.547746:0:22674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 3 00000100:00100000:1.0:1789302613.560756:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302613.560951:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101609856 00000100:00100000:0.0:1789302613.560961:0:22675:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101609856 00000100:00100000:0.0:1789302613.561020:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 4 00000100:00100000:0.0:1789302613.561030:0:22675:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b528b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:81b0635b-1102-4beb-920b-beca3debf963+12:18746:x1876219101609856:12345-192.168.203.9@tcp:35:lfs.0 00000100:00100000:0.0:1789302613.561289:0:22675:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b528b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:81b0635b-1102-4beb-920b-beca3debf963+13:18746:x1876219101609856:12345-192.168.203.9@tcp:35:lfs.0 Request processed in 260us (541us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789302613.561296:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 4 00000100:00100000:0.0:1789302613.588373:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789302613.588405:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4840b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121649792:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789302613.588474:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302613.588564:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121649792 00000100:00100000:1.0:1789302613.588572:0:22676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121649792 00000100:00100000:1.0:1789302613.588633:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1789302613.588642:0:22676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121649792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789302613.588673:0:22676:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1789302613.588723:0:22676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121649792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302613.588730:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1789302613.588771:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4840b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121649792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789302613.589138:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc484fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121649920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789302613.589168:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302613.589240:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121649920 00000100:00100000:0.0:1789302613.589245:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121649920 00000100:00100000:0.0:1789302613.589267:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789302613.589273:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121649920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789302613.589290:0:22677:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789302613.589332:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121649920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302613.589338:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789302613.589396:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc484fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121649920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789302613.653661:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.653823:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101609984 00000100:00100000:2.0:1789302613.653833:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101609984 00000100:00100000:2.0:1789302613.653898:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 36 00000100:00100000:2.0:1789302613.653908:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+11:18752:x1876219101609984:12345-192.168.203.9@tcp:101:bash.0 00010000:00010000:2.0:1789302613.653938:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302613.653959:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b3e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6127 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654022:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654037:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654048:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654059:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654065:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654072:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654181:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b3fb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654190:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b3fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654198:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b3fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302613.654232:0:22671:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789302613.654236:0:22671:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789302613.654275:0:22671:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b3fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654289:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654296:0:22671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654303:0:22671:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654309:0:22671:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302613.654313:0:22671:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654321:0:22671:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654332:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:2.0:1789302613.654353:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302613.654360:0:22671:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654366:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b3ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654381:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654388:0:22671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654394:0:22671:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654399:0:22671:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302613.654402:0:22671:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654407:0:22671:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654414:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8cc383943700) 00010000:00010000:2.0:1789302613.654417:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302613.654420:0:22671:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654424:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b3f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654450:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b3e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6127 expref: 13 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654474:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65c00/0x1ff82925bd39b3fb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6127 expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.654481:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:2.0:1789302613.654483:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1789302613.654485:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee65c00, rc 0) 00000100:00100000:2.0:1789302613.654539:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+12:18752:x1876219101609984:12345-192.168.203.9@tcp:101:bash.0 Request processed in 632us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.654546:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 36 00000040:00080000:3.0:1789302613.654969:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789302613.660093:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.660674:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101610112 00000100:00100000:2.0:1789302613.660684:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101610112 00000100:00100000:2.0:1789302613.660783:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 7 00000100:00100000:2.0:1789302613.660793:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:18752:x1876219101610112:12345-192.168.203.9@tcp:900:bash.0 00000100:00100000:2.0:1789302613.660881:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:18752:x1876219101610112:12345-192.168.203.9@tcp:900:bash.0 Request processed in 90us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.660889:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 7 00000100:00100000:1.0:1789302613.663204:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.663295:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101610368 00000100:00100000:2.0:1789302613.663304:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101610368 00000100:00100000:2.0:1789302613.663397:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 37 00000100:00100000:2.0:1789302613.663407:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+12:18752:x1876219101610368:12345-192.168.203.9@tcp:101:bash.0 00010000:00010000:2.0:1789302613.663427:0:24202:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302613.663446:0:24202:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b402 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a612e expref: -99 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.663558:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.663588:0:24202:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b3df lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6120 expref: 12 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.663597:0:24202:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.663749:0:24202:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b3df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6120 expref: 12 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.663763:0:24202:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b3df lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6120 expref: 12 pid: 22673 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302613.663776:0:24202:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bdbbf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24202:1876219121650048:192.168.203.9@tcp:104: 00000100:00100000:2.0:1789302613.663909:0:24202:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc3839c5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789302613.667409:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302613.667482:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101610496 00000100:00100000:1.0:1789302613.667492:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101610496 00010000:00010000:1.0:1789302613.667527:0:22657:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b3df lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6120 expref: 13 pid: 22673 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302613.667579:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 16 00000100:00100000:1.0:1789302613.667589:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:81b0635b-1102-4beb-920b-beca3debf963+13:2399:x1876219101610496:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789302613.667603:0:22657:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302613.667615:0:22657:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b3df lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6120 expref: 13 pid: 22673 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302613.667628:0:22657:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b3df lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6120 expref: 13 pid: 22673 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302613.667669:0:22657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:1.0:1789302613.667674:0:22657:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302613.667684:0:22657:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302613.667692:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302613.667712:0:22657:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789302613.667765:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:81b0635b-1102-4beb-920b-beca3debf963+13:2399:x1876219101610496:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 177us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302613.667773:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 16 00010000:00010000:2.0:1789302613.669337:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b3df lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6120 expref: 12 pid: 22673 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302613.669364:0:24202:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bdbbf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24202:1876219121650048:192.168.203.9@tcp:104: 00010000:00010000:2.0:1789302613.669387:0:24202:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.669398:0:24202:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.669404:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.669491:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b410 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.669624:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b410 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.669874:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b410 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.670935:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64800/0x1ff82925bd39b417 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.670950:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64800/0x1ff82925bd39b417 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.670958:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64800/0x1ff82925bd39b417 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302613.670968:0:24202:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789302613.671148:0:24202:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.671155:0:24202:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.671162:0:24202:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.671168:0:24202:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302613.671172:0:24202:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.671179:0:24202:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.671208:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:2.0:1789302613.671211:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302613.671216:0:24202:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.671222:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b409 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789302613.671235:0:24202:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002c70e23b reply state 000000001e7083b7 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b410 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.671245:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b410 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.671252:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8cc4b5e7aa00) 00010000:00010000:2.0:1789302613.671254:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789302613.671257:0:24202:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1789302613.671411:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b402 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a612e expref: 15 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.671428:0:24202:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64800/0x1ff82925bd39b417 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a612e expref: 14 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.671436:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:2.0:1789302613.671439:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1789302613.671441:0:24202:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee64800, rc 0) 00000100:00100000:2.0:1789302613.671777:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+15:18752:x1876219101610368:12345-192.168.203.9@tcp:101:bash.0 Request processed in 8370us (8580us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1789302613.671786:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 37 00000100:00100000:0.0:1789302613.689413:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.690069:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101610624 00000100:00100000:2.0:1789302613.690079:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101610624 00000100:00100000:2.0:1789302613.690172:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 38 00000100:00100000:2.0:1789302613.690182:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+15:18752:x1876219101610624:12345-192.168.203.9@tcp:101:bash.0 00010000:00010000:2.0:1789302613.690203:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302613.690222:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b425 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6135 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.690291:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b42c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.690304:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b42c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.690315:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b42c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302613.690356:0:22671:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789302613.690359:0:22671:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789302613.690376:0:22671:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b42c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.690385:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b42c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.690408:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b425 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6135 expref: 17 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.690425:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b42c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6135 expref: 16 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.690463:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:2.0:1789302613.690466:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789302613.690470:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee64e00, rc 0) 00000100:00100000:2.0:1789302613.690522:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+16:18752:x1876219101610624:12345-192.168.203.9@tcp:101:bash.0 Request processed in 341us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.690529:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 38 00000100:00100000:0.0:1789302613.696843:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.696949:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101610880 00000100:00100000:2.0:1789302613.696958:0:22675:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101610880 00000100:00100000:2.0:1789302613.697015:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 5 00000100:00100000:2.0:1789302613.697037:0:22675:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+16:18752:x1876219101610880:12345-192.168.203.9@tcp:35:bash.0 00000100:00100000:2.0:1789302613.697322:0:22675:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+17:18752:x1876219101610880:12345-192.168.203.9@tcp:35:bash.0 Request processed in 298us (495us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1789302613.697330:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 5 00010000:00010000:2.0:1789302613.780274:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302613.805200:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302613.805490:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101611136 00000100:00100000:3.0:1789302613.805500:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101611136 00000100:00100000:3.0:1789302613.805630:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 39 00000100:00100000:3.0:1789302613.805642:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+17:18762:x1876219101611136:12345-192.168.203.9@tcp:101:lfs.0 00010000:00010000:3.0:1789302613.805666:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302613.805687:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b433 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a613c expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789302613.805782:0:22673:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789302613.805872:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b433 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a613c expref: 19 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.805885:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:3.0:1789302613.806709:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789302613.806720:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b433 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a613c expref: 19 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.806738:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5349a00, rc 0) 00000100:00100000:3.0:1789302613.806809:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+18:18762:x1876219101611136:12345-192.168.203.9@tcp:101:lfs.0 Request processed in 1169us (1616us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1789302613.806818:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 39 00000100:00100000:1.0:1789302613.810819:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.810932:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101611392 00000100:00100000:2.0:1789302613.810941:0:22675:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101611392 00000100:00100000:2.0:1789302613.810990:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 6 00000100:00100000:2.0:1789302613.811000:0:22675:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+18:18762:x1876219101611392:12345-192.168.203.9@tcp:35:lfs.0 00000100:00100000:2.0:1789302613.811540:0:22675:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+19:18762:x1876219101611392:12345-192.168.203.9@tcp:35:lfs.0 Request processed in 538us (723us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1789302613.811548:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 6 00000100:00100000:0.0:1789302613.877528:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302613.878391:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101611648 00000100:00100000:3.0:1789302613.878402:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101611648 00000100:00100000:3.0:1789302613.878551:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 40 00000100:00100000:3.0:1789302613.878562:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+19:18765:x1876219101611648:12345-192.168.203.9@tcp:101:lfs.0 00010000:00010000:3.0:1789302613.878585:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302613.878605:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b441 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6143 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.878742:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b448 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.878755:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b448 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.878765:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b448 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789302613.878775:0:22672:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789302613.878889:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b441 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6143 expref: 22 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.878908:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b448 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6143 expref: 21 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302613.878916:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:3.0:1789302613.878919:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789302613.878933:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5349e00, rc 0) 00000100:00100000:3.0:1789302613.879000:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+21:18765:x1876219101611648:12345-192.168.203.9@tcp:101:lfs.0 Request processed in 441us (1705us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1789302613.879008:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 40 00000100:00100000:0.0:1789302613.882433:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.882575:0:25707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101611904 00000100:00100000:2.0:1789302613.882583:0:25707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101611904 00000100:00100000:2.0:1789302613.882651:0:25707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 0 00000100:00100000:2.0:1789302613.882660:0:25707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bee4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+21:2397:x1876219101611904:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789302613.882681:0:25707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789302613.882702:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b448 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6143 expref: 21 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.882721:0:25707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:2.0:1789302613.882726:0:25707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789302613.882773:0:25707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bee4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+20:2397:x1876219101611904:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 114us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.882780:0:25707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 0 00000100:00100000:3.0:1789302613.883346:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.883398:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101611776 00000100:00100000:2.0:1789302613.883403:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101611776 00000100:00100000:2.0:1789302613.883436:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 41 00000100:00100000:2.0:1789302613.883442:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+20:18765:x1876219101611776:12345-192.168.203.9@tcp:54:lfs.0 00010000:00010000:2.0:1789302613.883494:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b456 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.883508:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b456 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.883518:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b456 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.883549:0:24202:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b456 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.883556:0:24202:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b456 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.883563:0:24202:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b456 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.883577:0:24202:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee65400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302613.883582:0:24202:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b456 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.883590:0:24202:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b456 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.883600:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:2.0:1789302613.883602:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789302613.883606:0:24202:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b456 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302613.883612:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b456 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302613.883658:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+20:18765:x1876219101611776:12345-192.168.203.9@tcp:54:lfs.0 Request processed in 215us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302613.883665:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 41 00000100:00100000:0.0:1789302613.906686:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302613.906790:0:22674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101612160 00000100:00100000:2.0:1789302613.906811:0:22674:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101612160 00000100:00100000:2.0:1789302613.906869:0:22674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 7 00000100:00100000:2.0:1789302613.906881:0:22674:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bee4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+20:18765:x1876219101612160:12345-192.168.203.9@tcp:35:lfs.0 00000100:00100000:2.0:1789302613.907165:0:22674:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bee4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+21:18765:x1876219101612160:12345-192.168.203.9@tcp:35:lfs.0 Request processed in 285us (485us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1789302613.908399:0:22674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 7 00000040:00080000:0.0:1789302614.164838:0:22706:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789302614.311491:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302614.311636:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101612416 00000100:00100000:2.0:1789302614.311646:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101612416 00000100:00100000:2.0:1789302614.311708:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 42 00000100:00100000:2.0:1789302614.311736:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bee4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+21:18796:x1876219101612416:12345-192.168.203.9@tcp:101:cat.0 00010000:00010000:2.0:1789302614.311760:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302614.311783:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b45d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a614a expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302614.311889:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64c00/0x1ff82925bd39b464 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302614.311904:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64c00/0x1ff82925bd39b464 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302614.311929:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64c00/0x1ff82925bd39b464 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302614.311943:0:22671:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789302614.312068:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b45d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a614a expref: 24 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302614.312103:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64c00/0x1ff82925bd39b464 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a614a expref: 23 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302614.312174:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:2.0:1789302614.312178:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789302614.312181:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee64c00, rc 0) 00000100:00100000:2.0:1789302614.312248:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bee4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+23:18796:x1876219101612416:12345-192.168.203.9@tcp:101:cat.0 Request processed in 516us (768us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1789302614.312256:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 42 00000100:00100000:3.0:1789302614.318212:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302614.318625:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101612672 00000100:00100000:0.0:1789302614.318636:0:22675:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101612672 00000100:00100000:0.0:1789302614.318697:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 8 00000100:00100000:0.0:1789302614.318707:0:22675:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+23:18796:x1876219101612672:12345-192.168.203.9@tcp:35:cat.0 00000100:00100000:0.0:1789302614.319000:0:22675:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+24:18796:x1876219101612672:12345-192.168.203.9@tcp:35:cat.0 Request processed in 293us (797us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1789302614.319008:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 8 00000100:00100000:1.0:1789302614.325066:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302614.325358:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101612800 00000100:00100000:0.0:1789302614.325368:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101612800 00000100:00100000:0.0:1789302614.325432:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 1 00000100:00100000:0.0:1789302614.325443:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+24:2396:x1876219101612800:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789302614.325459:0:22657:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789302614.325484:0:22657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64c00/0x1ff82925bd39b464 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a614a expref: 24 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.325502:0:22657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:0.0:1789302614.325507:0:22657:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789302614.325579:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+23:2396:x1876219101612800:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 136us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302614.325586:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 1 00000100:00100000:1.0:1789302614.459823:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302614.459977:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101613056 00000100:00100000:2.0:1789302614.459989:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101613056 00000100:00100000:2.0:1789302614.460075:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 43 00000100:00100000:2.0:1789302614.460085:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+23:18802:x1876219101613056:12345-192.168.203.9@tcp:101:dd.0 00010000:00010000:2.0:1789302614.460109:0:24202:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302614.460175:0:24202:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b472 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6151 expref: -99 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302614.460283:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b479 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302614.460297:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b479 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302614.460309:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b479 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302614.460321:0:24202:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789302614.460763:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b472 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6151 expref: 26 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302614.460784:0:24202:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b479 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6151 expref: 25 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302614.460793:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:2.0:1789302614.460796:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789302614.460799:0:24202:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee65000, rc 0) 00000100:00100000:2.0:1789302614.460925:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+25:18802:x1876219101613056:12345-192.168.203.9@tcp:101:dd.0 Request processed in 831us (1102us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1789302614.460933:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 43 00000100:00100000:1.0:1789302614.479092:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302614.479203:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302614.479637:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101613184 00000100:00100000:0.0:1789302614.479661:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101613184 00000100:00100000:0.0:1789302614.479730:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 44 00000100:00100000:0.0:1789302614.479741:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+25:18802:x1876219101613184:12345-192.168.203.9@tcp:101:dd.0 00010000:00010000:0.0:1789302614.479766:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302614.479787:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b487 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6158 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.479821:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178600/0x1ff82925bd39b48e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.479835:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178600/0x1ff82925bd39b48e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.479848:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178600/0x1ff82925bd39b48e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.479976:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b487 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6158 expref: 27 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.479996:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178600/0x1ff82925bd39b48e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6158 expref: 26 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.480004:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:0.0:1789302614.480008:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789302614.480011:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4c2178600, rc 0) 00000100:00100000:0.0:1789302614.480077:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+26:18802:x1876219101613184:12345-192.168.203.9@tcp:101:dd.0 Request processed in 337us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302614.480084:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 44 00000100:00100000:2.0:1789302614.481798:0:25707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101613312 00000100:00100000:2.0:1789302614.481830:0:25707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101613312 00000100:00100000:2.0:1789302614.481910:0:25707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 2 00000100:00100000:2.0:1789302614.481931:0:25707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+26:2398:x1876219101613312:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789302614.481947:0:25707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789302614.481968:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b479 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6151 expref: 26 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302614.481985:0:25707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:2.0:1789302614.481990:0:25707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789302614.482053:0:25707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+25:2398:x1876219101613312:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 135us (2982us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.482061:0:25707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 2 00000100:00100000:1.0:1789302614.486872:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302614.486971:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101613568 00000100:00100000:3.0:1789302614.486982:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101613568 00000100:00100000:3.0:1789302614.487043:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 45 00000100:00100000:3.0:1789302614.487053:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+25:18802:x1876219101613568:12345-192.168.203.9@tcp:36:dd.0 00010000:00010000:3.0:1789302614.487278:0:22673:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789302614.487305:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64e00/0x1ff82925bd39b42c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6135 expref: 25 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302614.487325:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:3.0:1789302614.487331:0:22673:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789302614.490129:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b495 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302614.490151:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b495 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302614.490163:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b495 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1789302614.490225:0:22673:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1789302614.490247:0:22673:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000038c76c61 reply state 00000000a785e425 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b495 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302614.490260:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b495 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302614.490267:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:3.0:1789302614.490270:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789302614.490274:0:22673:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1789302614.490389:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+27:18802:x1876219101613568:12345-192.168.203.9@tcp:36:dd.0 Request processed in 3335us (3523us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1789302614.490399:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 45 00000020:00080000:3.0:1789302614.490405:0:22673:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1789302614.612491:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121650432:0@lo:400:kworker.0 00000100:00100000:1.0:1789302614.612572:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302614.612608:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121650944:0@lo:400:kworker.0 00000100:00100000:1.0:1789302614.612629:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302614.612644:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383455880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876219121651456:0@lo:400:kworker.0 00000100:00100000:1.0:1789302614.612668:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302614.612710:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1789302614.612718:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121650560:0@lo:400:kworker.0 00000100:00100000:3.0:1789302614.612737:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121650176:0@lo:400:kworker.0 00000100:00100000:1.0:1789302614.612751:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302614.612775:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121651072:0@lo:400:kworker.0 00000100:00100000:3.0:1789302614.612791:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302614.612805:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302614.612844:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876219121650688:0@lo:400:kworker.0 00000100:00100000:3.0:1789302614.612870:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302614.612892:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876219121651200:0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.612904:0:24711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121650432 00000100:00100000:2.0:1789302614.612911:0:24711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121650432 00000100:00100000:3.0:1789302614.612925:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302614.612946:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876219121651712:0@lo:400:kworker.0 00000100:00100000:3.0:1789302614.612969:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302614.612973:0:24711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121650944 00000100:00100000:2.0:1789302614.612977:0:24711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121650944 00000100:00100000:2.0:1789302614.612990:0:24711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121650560 00000100:00100000:2.0:1789302614.612993:0:24711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121650560 00000100:00100000:3.0:1789302614.613003:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1789302614.613006:0:24711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121651072 00000100:00100000:2.0:1789302614.613010:0:24711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121651072 00000100:00100000:3.0:1789302614.613013:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121650304:0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.613028:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789302614.613039:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121650432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302614.613046:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302614.613066:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121650816:0@lo:400:kworker.0 00000100:00100000:3.0:1789302614.613098:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302614.613102:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121650432:12345-0@lo:400:kworker.0 Request processed in 62us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.613128:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789302614.613147:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789302614.613153:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121650944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789302614.613251:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383455500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876219121651328:0@lo:400:kworker.0 00000100:00100000:0.0:1789302614.613318:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121650304 00000100:00100000:0.0:1789302614.613328:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121650304 00000100:00100000:0.0:1789302614.613366:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121650816 00000100:00100000:0.0:1789302614.613369:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121650816 00000100:00100000:0.0:1789302614.613384:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789302614.613390:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121650304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789302614.613476:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876219121651584:0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.613616:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121650944:12345-0@lo:400:kworker.0 Request processed in 463us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.613628:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789302614.613642:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789302614.613648:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121650560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.613678:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121650560:12345-0@lo:400:kworker.0 Request processed in 30us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.613683:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789302614.613694:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789302614.613700:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121651072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.613728:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121651072:12345-0@lo:400:kworker.0 Request processed in 28us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.613733:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789302614.613775:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121651456 00000100:00100000:2.0:1789302614.613778:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121651456 00000100:00100000:2.0:1789302614.613797:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121650688 00000100:00100000:2.0:1789302614.613799:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121650688 00000100:00100000:2.0:1789302614.613809:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121651200 00000100:00100000:2.0:1789302614.613811:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121651200 00000100:00100000:2.0:1789302614.613819:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121651712 00000100:00100000:2.0:1789302614.613821:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121651712 00000100:00100000:2.0:1789302614.613832:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789302614.613837:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876219121651456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.613877:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876219121651456:12345-0@lo:400:kworker.0 Request processed in 40us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.613883:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789302614.613895:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789302614.613900:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876219121650688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.613946:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876219121650688:12345-0@lo:400:kworker.0 Request processed in 46us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.613952:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789302614.613963:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789302614.613969:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876219121651200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.613990:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876219121651200:12345-0@lo:400:kworker.0 Request processed in 22us (1076us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.613994:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789302614.614004:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789302614.614009:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876219121651712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.614031:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876219121651712:12345-0@lo:400:kworker.0 Request processed in 23us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.614037:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789302614.614134:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bdbbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121652096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789302614.614162:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302614.614186:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789302614.614192:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bdbbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121651968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789302614.614212:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302614.614240:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121650176 00000100:00100000:2.0:1789302614.614244:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121650176 00000100:00100000:2.0:1789302614.614270:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1789302614.614276:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3647:x1876219121650176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.614307:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3647:x1876219121650176:12345-0@lo:400:kworker.0 Request processed in 32us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.614313:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1789302614.614741:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121652096 00000100:00100000:2.0:1789302614.614745:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121652096 00000100:00100000:2.0:1789302614.614764:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121651968 00000100:00100000:2.0:1789302614.614766:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121651968 00000100:00100000:2.0:1789302614.614777:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789302614.614782:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121652096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789302614.614803:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789302614.614843:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121652096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.614849:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789302614.614861:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789302614.614867:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121651968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789302614.614876:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789302614.614899:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121651968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 32us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.614904:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789302614.615253:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789302614.615282:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc484fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121651840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789302614.615305:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302614.615411:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bdbbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121651968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789302614.615427:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bdbbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121652096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789302614.615463:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121651328 00000100:00100000:2.0:1789302614.615467:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121651328 00000100:00100000:2.0:1789302614.615497:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789302614.615503:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876219121651328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.615547:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876219121651328:12345-0@lo:400:kworker.0 Request processed in 44us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.615554:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:2.0:1789302614.615586:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789302614.615597:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789302614.615600:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789302614.615602:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789302614.615614:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789302614.615621:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121650816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.615650:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121650816:12345-0@lo:400:kworker.0 Request processed in 30us (2553us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.615655:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789302614.616633:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121650304:12345-0@lo:400:kworker.0 Request processed in 3238us (3586us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302614.616643:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789302614.617683:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302614.617738:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121650432:0@lo:400:kworker.0 00000100:00100000:1.0:1789302614.617753:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121650944:0@lo:400:kworker.0 00010000:00080000:1.0:1789302614.617768:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc383455880 x1876219121651456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789302614.617779:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383455880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876219121651456:0@lo:400:kworker.0 00000100:00100000:1.0:1789302614.617807:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121650560:0@lo:400:kworker.0 00000100:00100000:1.0:1789302614.617817:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121651072:0@lo:400:kworker.0 00000100:00100000:0.0:1789302614.617926:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121651584 00000100:00100000:0.0:1789302614.617934:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121651584 00000100:00100000:0.0:1789302614.618070:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789302614.618079:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876219121651584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789302614.618156:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876219121651584:12345-0@lo:400:kworker.0 Request processed in 78us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302614.618163:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00080000:1.0:1789302614.618298:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789302614.618317:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876219121651584:0@lo:400:kworker.0 00000100:00100000:2.0:1789302614.619888:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121651840 00000100:00100000:2.0:1789302614.619899:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121651840 00000100:00100000:2.0:1789302614.619952:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789302614.619961:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121651840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789302614.619981:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789302614.620037:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121651840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (4731us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.620044:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789302614.620333:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc484fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121651840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789302614.620348:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121650176:0@lo:400:kworker.0 00000100:00100000:3.0:1789302614.620361:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876219121650688:0@lo:400:kworker.0 00000100:00100000:3.0:1789302614.620371:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876219121651200:0@lo:400:kworker.0 00010000:00080000:3.0:1789302614.620383:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc383456300 x1876219121651712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789302614.620417:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876219121651712:0@lo:400:kworker.0 00000100:00100000:3.0:1789302614.620452:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121650304:0@lo:400:kworker.0 00000100:00100000:3.0:1789302614.620463:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121650816:0@lo:400:kworker.0 00000100:00100000:3.0:1789302614.620473:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383455500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876219121651328:0@lo:400:kworker.0 00000100:00100000:1.0:1789302614.674768:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302614.674868:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101613824 00000100:00100000:0.0:1789302614.674878:0:22675:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101613824 00000100:00100000:0.0:1789302614.674949:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 9 00000100:00100000:0.0:1789302614.674961:0:22675:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+27:18802:x1876219101613824:12345-192.168.203.9@tcp:35:dd.0 00000100:00100000:0.0:1789302614.675540:0:22675:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+28:18802:x1876219101613824:12345-192.168.203.9@tcp:35:dd.0 Request processed in 579us (779us total) trans 12884901907 rc 0/0 00000100:00100000:0.0:1789302614.675548:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 9 00000040:00080000:3.0:1789302614.676820:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789302614.805167:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789302614.872703:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302614.873439:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101613952 00000100:00100000:3.0:1789302614.873450:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101613952 00000100:00100000:2.0:1789302614.873558:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 166 00000100:00100000:2.0:1789302614.873585:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383b81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:2399:x1876219101613952:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:2.0:1789302614.873767:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383b81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19cfb2bc-797e-4215-b271-19ab5f26ec9d+13:2399:x1876219101613952:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 188us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302614.873776:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 166 00000100:00100000:1.0:1789302614.884003:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302614.884100:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302614.884229:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302614.884375:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101614464 00000100:00100000:3.0:1789302614.884386:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101614464 00000100:00100000:3.0:1789302614.884451:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 63 00000100:00100000:1.0:1789302614.885063:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302614.885087:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302614.885158:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:81b0635b-1102-4beb-920b-beca3debf963+12:2399:x1876219101614464:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:3.0:1789302614.885229:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:81b0635b-1102-4beb-920b-beca3debf963+12:2399:x1876219101614464:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 769us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302614.885237:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 63 00000100:00100000:3.0:1789302614.885266:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101614080 00000100:00100000:3.0:1789302614.885270:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101614080 00000100:00100000:3.0:1789302614.885296:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 64 00000100:00100000:3.0:1789302614.885303:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2399:x1876219101614080:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:3.0:1789302614.885331:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2399:x1876219101614080:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 28us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302614.885338:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 64 00000100:00100000:1.0:1789302614.888510:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302614.888547:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302614.888878:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101614208 00000100:00100000:0.0:1789302614.888887:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101614208 00000100:00100000:0.0:1789302614.888961:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101614720 00000100:00100000:0.0:1789302614.888965:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101614720 00000100:00100000:0.0:1789302614.888986:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101614336 00000100:00100000:0.0:1789302614.888990:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101614336 00000100:00100000:0.0:1789302614.889028:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 17 00000100:00080000:1.0:1789302614.889145:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789302614.889150:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789302614.889164:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101614592 00000100:00100000:1.0:1789302614.889168:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101614592 00000100:00100000:1.0:1789302614.889197:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 65 00000100:00100000:1.0:1789302614.889204:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:81b0635b-1102-4beb-920b-beca3debf963+5:2399:x1876219101614592:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:1.0:1789302614.889284:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:81b0635b-1102-4beb-920b-beca3debf963+5:2399:x1876219101614592:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 80us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302614.889291:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 65 00000100:00100000:0.0:1789302614.889979:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2399:x1876219101614208:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:0.0:1789302614.890021:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2399:x1876219101614208:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 986us (6028us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302614.890029:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 17 00000100:00100000:0.0:1789302614.890049:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101614848 00000100:00100000:0.0:1789302614.890053:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101614848 00000100:00100000:0.0:1789302614.890086:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 18 00000100:00100000:0.0:1789302614.890093:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:81b0635b-1102-4beb-920b-beca3debf963+5:2399:x1876219101614720:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:0.0:1789302614.890141:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:81b0635b-1102-4beb-920b-beca3debf963+5:2399:x1876219101614720:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 46us (5910us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302614.890147:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 18 00000100:00100000:0.0:1789302614.890159:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 19 00000100:00100000:0.0:1789302614.890165:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2399:x1876219101614336:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:0.0:1789302614.890185:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2399:x1876219101614336:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 21us (5098us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302614.890190:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 19 00000100:00100000:0.0:1789302614.890199:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 20 00000100:00100000:0.0:1789302614.890205:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:81b0635b-1102-4beb-920b-beca3debf963+5:2399:x1876219101614848:12345-192.168.203.9@tcp:400:kworker.0 00000100:00100000:0.0:1789302614.890222:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:81b0635b-1102-4beb-920b-beca3debf963+5:2399:x1876219101614848:12345-192.168.203.9@tcp:400:kworker.0 Request processed in 17us (1675us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302614.890227:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 20 00000100:00080000:0.0:1789302614.890244:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789302614.919497:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302614.926977:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101614976 00000100:00100000:0.0:1789302614.927009:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101614976 00000100:00100000:0.0:1789302614.927085:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 46 00000100:00100000:0.0:1789302614.927097:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+28:18816:x1876219101614976:12345-192.168.203.9@tcp:101:stat.0 00010000:00010000:0.0:1789302614.927134:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302614.927302:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b49c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a615f expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.927370:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4a3 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.927384:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4a3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.927396:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4a3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.927407:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4aa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.927414:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.927421:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.927613:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b4b1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.928345:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b4b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.928356:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b4b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789302614.928415:0:22673:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1789302614.928420:0:22673:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789302614.928459:0:22673:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b4b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.928751:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b4b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.928761:0:22673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4a3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.928768:0:22673:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4a3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.928776:0:22673:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4a3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.928783:0:22673:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1789302614.928787:0:22673:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4a3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.928796:0:22673:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4a3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.928807:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:0.0:1789302614.929259:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789302614.929267:0:22673:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4a3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.929274:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4a3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.929307:0:22673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.929313:0:22673:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4aa lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.929319:0:22673:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4aa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.929325:0:22673:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2179c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1789302614.929328:0:22673:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4aa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.929334:0:22673:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4aa lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.929344:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8cc4b5e7aa00) 00010000:00010000:0.0:1789302614.929346:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789302614.929349:0:22673:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4aa lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.929355:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4aa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.929392:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b49c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a615f expref: 30 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.929407:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b4b1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a615f expref: 29 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302614.929425:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:0.0:1789302614.929427:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789302614.929430:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4c2178a00, rc 0) 00000100:00100000:0.0:1789302614.929960:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+29:18816:x1876219101614976:12345-192.168.203.9@tcp:101:stat.0 Request processed in 2861us (10470us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302614.929969:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 46 00000100:00100000:1.0:1789302615.035514:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302615.035616:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101615232 00000100:00100000:3.0:1789302615.035638:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101615232 00000100:00100000:3.0:1789302615.035773:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 47 00000100:00100000:3.0:1789302615.035784:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+29:18822:x1876219101615232:12345-192.168.203.9@tcp:36:truncate.0 00010000:00010000:3.0:1789302615.035832:0:22672:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789302615.035859:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b4b1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a615f expref: 29 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.035879:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:3.0:1789302615.035884:0:22672:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789302615.036046:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349800/0x1ff82925bd39b4b8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.036060:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349800/0x1ff82925bd39b4b8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.036070:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349800/0x1ff82925bd39b4b8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1789302615.036108:0:22672:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:3.0:1789302615.036197:0:22672:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e800e2bc reply state 000000003dcc2b3c transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349800/0x1ff82925bd39b4b8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.036210:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349800/0x1ff82925bd39b4b8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.036217:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:3.0:1789302615.036220:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789302615.036222:0:22672:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1789302615.036323:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+31:18822:x1876219101615232:12345-192.168.203.9@tcp:36:truncate.0 Request processed in 540us (817us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1789302615.036330:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 47 00000020:00080000:3.0:1789302615.036343:0:22672:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1789302615.036765:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789302615.284389:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302615.284501:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101615360 00000100:00100000:0.0:1789302615.284511:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101615360 00000100:00100000:0.0:1789302615.284575:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 48 00000100:00100000:0.0:1789302615.284586:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+31:18836:x1876219101615360:12345-192.168.203.9@tcp:101:stat.0 00010000:00010000:0.0:1789302615.284610:0:24202:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302615.284632:0:24202:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b4bf lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6166 expref: -99 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.284697:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4c6 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.284724:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4c6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.284736:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4c6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.284747:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4cd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.284754:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.284779:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.284848:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.284857:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.284863:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789302615.285222:0:24202:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:0.0:1789302615.285227:0:24202:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789302615.285245:0:24202:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285258:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285266:0:24202:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4c6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285272:0:24202:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4c6 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285280:0:24202:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4c6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285286:0:24202:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2179c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1789302615.285290:0:24202:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4c6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285306:0:24202:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4c6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285319:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:0.0:1789302615.285322:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789302615.285326:0:24202:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4c6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285332:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b4c6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285348:0:24202:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285354:0:24202:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4cd lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285360:0:24202:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285365:0:24202:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1789302615.285368:0:24202:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285374:0:24202:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4cd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285381:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8cc4b5e7aa00) 00010000:00010000:0.0:1789302615.285383:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789302615.285385:0:24202:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4cd lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285400:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b4cd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285427:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b4bf lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6166 expref: 33 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285441:0:24202:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6166 expref: 32 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.285448:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:0.0:1789302615.285450:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789302615.285453:0:24202:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4c2179000, rc 0) 00000100:00100000:0.0:1789302615.285521:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+32:18836:x1876219101615360:12345-192.168.203.9@tcp:101:stat.0 Request processed in 937us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302615.285528:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 48 00000100:00100000:3.0:1789302615.406271:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302615.406688:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101615616 00000100:00100000:1.0:1789302615.406698:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101615616 00000100:00100000:1.0:1789302615.406764:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 49 00000100:00100000:1.0:1789302615.406775:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+32:18846:x1876219101615616:12345-192.168.203.9@tcp:101:lfs.0 00010000:00010000:1.0:1789302615.406795:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789302615.406819:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab000/0x1ff82925bd39b4db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a616d expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789302615.407776:0:22672:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789302615.407894:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab000/0x1ff82925bd39b4db lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a616d expref: 34 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.408251:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:1.0:1789302615.408255:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1789302615.408261:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab000/0x1ff82925bd39b4db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a616d expref: 34 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.408295:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc3839ab000, rc 0) 00000100:00100000:1.0:1789302615.408428:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+33:18846:x1876219101615616:12345-192.168.203.9@tcp:101:lfs.0 Request processed in 1654us (2166us total) trans 12884901910 rc 301/301 00000100:00100000:1.0:1789302615.408437:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 49 00000100:00100000:1.0:1789302615.417329:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302615.418260:0:22674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101615872 00000100:00100000:2.0:1789302615.418273:0:22674:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101615872 00000100:00100000:2.0:1789302615.418347:0:22674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 10 00000100:00100000:2.0:1789302615.418358:0:22674:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b5288450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+33:18846:x1876219101615872:12345-192.168.203.9@tcp:35:lfs.0 00000100:00100000:2.0:1789302615.418589:0:22674:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b5288450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+34:18846:x1876219101615872:12345-192.168.203.9@tcp:35:lfs.0 Request processed in 231us (1269us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1789302615.418612:0:22674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 10 00000100:00100000:0.0:1789302615.502650:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302615.503639:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101616128 00000100:00100000:3.0:1789302615.503652:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101616128 00000100:00100000:3.0:1789302615.503775:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 50 00000100:00100000:3.0:1789302615.503786:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bee4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+34:18852:x1876219101616128:12345-192.168.203.9@tcp:101:bash.0 00010000:00010000:3.0:1789302615.503809:0:24202:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302615.503829:0:24202:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b4e9 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6174 expref: -99 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.503966:0:24202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.503981:0:24202:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64800/0x1ff82925bd39b417 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a612e expref: 35 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.503988:0:24202:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6166 expref: 35 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.503996:0:24202:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.504029:0:24202:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6166 expref: 35 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.504042:0:24202:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6166 expref: 35 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302615.504069:0:24202:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc484fe3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24202:1876219121652224:192.168.203.9@tcp:104: 00010000:00010000:3.0:1789302615.504198:0:24202:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64800/0x1ff82925bd39b417 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a612e expref: 35 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.504206:0:24202:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64800/0x1ff82925bd39b417 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a612e expref: 35 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302615.504214:0:24202:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc484fe3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24202:1876219121652352:192.168.203.9@tcp:104: 00000100:00100000:3.0:1789302615.504238:0:24202:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4bd835240 going to sleep for 11 seconds 00000100:00100000:3.0:1789302615.510398:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302615.510438:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302615.510543:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101616256 00000100:00100000:1.0:1789302615.510552:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101616256 00010000:00010000:1.0:1789302615.510591:0:22657:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6166 expref: 36 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302615.510646:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101616384 00000100:00100000:1.0:1789302615.510650:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101616384 00010000:00010000:1.0:1789302615.510663:0:22657:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64800/0x1ff82925bd39b417 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a612e expref: 37 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302615.510681:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 17 00000100:00100000:1.0:1789302615.510690:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc486a21c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+37:2397:x1876219101616256:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789302615.510704:0:22657:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302615.510711:0:22657:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6166 expref: 37 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.510724:0:22657:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6166 expref: 37 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.510745:0:22657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:1.0:1789302615.510750:0:22657:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.510775:0:22657:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.510782:0:22657:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789302615.510830:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc486a21c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+37:2397:x1876219101616256:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 140us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302615.510838:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 17 00000100:00100000:1.0:1789302615.510891:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 18 00000100:00100000:1.0:1789302615.510898:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+36:2397:x1876219101616384:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789302615.510924:0:22657:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302615.510930:0:22657:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64800/0x1ff82925bd39b417 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a612e expref: 36 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.510939:0:22657:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64800/0x1ff82925bd39b417 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a612e expref: 36 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.510951:0:22657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:1.0:1789302615.510954:0:22657:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.510962:0:22657:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.510968:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.510984:0:22657:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789302615.511002:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+36:2397:x1876219101616384:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 105us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302615.511014:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 18 00010000:00010000:0.0:1789302615.515489:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4d4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6166 expref: 35 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302615.515520:0:24202:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc484fe3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24202:1876219121652224:192.168.203.9@tcp:104: 00010000:00010000:0.0:1789302615.515550:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64800/0x1ff82925bd39b417 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a612e expref: 34 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302615.515561:0:24202:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc484fe3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24202:1876219121652352:192.168.203.9@tcp:104: 00010000:00010000:0.0:1789302615.515588:0:24202:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.515633:0:24202:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.515638:0:24202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789302615.515660:0:24202:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:0.0:1789302615.515799:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b4e9 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6174 expref: 35 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.515815:0:24202:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6174 expref: 34 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.515823:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:0.0:1789302615.515826:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1789302615.515830:0:24202:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4869d1800, rc 0) 00000100:00100000:0.0:1789302615.515893:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bee4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+34:18852:x1876219101616128:12345-192.168.203.9@tcp:101:bash.0 Request processed in 12108us (13251us total) trans 12884901912 rc 0/0 00000100:00100000:0.0:1789302615.515901:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 50 00000100:00100000:3.0:1789302615.524844:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302615.528625:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101616640 00000100:00100000:0.0:1789302615.528639:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101616640 00000100:00100000:0.0:1789302615.528835:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 51 00000100:00100000:0.0:1789302615.528849:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+34:18852:x1876219101616640:12345-192.168.203.9@tcp:36:bash.0 00010000:00010000:0.0:1789302615.529213:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4fe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.529230:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.529258:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789302615.529402:0:22671:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:2.0:1789302615.529429:0:22671:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000bd8d6d36 reply state 0000000005227e7f transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302615.529442:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302615.529448:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:2.0:1789302615.529451:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789302615.529455:0:22671:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789302615.529618:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+37:18852:x1876219101616640:12345-192.168.203.9@tcp:36:bash.0 Request processed in 766us (4776us total) trans 12884901914 rc 0/0 00000100:00100000:2.0:1789302615.529626:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 51 00000020:00080000:2.0:1789302615.529631:0:22671:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1789302615.535150:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302615.535244:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101616768 00000100:00100000:0.0:1789302615.535254:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101616768 00000100:00100000:0.0:1789302615.535319:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 52 00000100:00100000:0.0:1789302615.535329:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+37:18852:x1876219101616768:12345-192.168.203.9@tcp:101:bash.0 00010000:00010000:0.0:1789302615.535353:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302615.535372:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b505 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a617b expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.535426:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b505 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a617b expref: 38 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.535440:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b505 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a617b expref: 38 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.535456:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:0.0:1789302615.535458:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789302615.535462:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4c2179c00, rc 0) 00000100:00100000:0.0:1789302615.535518:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+38:18852:x1876219101616768:12345-192.168.203.9@tcp:101:bash.0 Request processed in 191us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302615.535524:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 52 00000100:00100000:0.0:1789302615.555798:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302615.559947:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101616896 00000100:00100000:1.0:1789302615.559965:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101616896 00000100:00100000:1.0:1789302615.560047:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 53 00000100:00100000:1.0:1789302615.560057:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bee4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+38:18852:x1876219101616896:12345-192.168.203.9@tcp:101:bash.0 00010000:00010000:1.0:1789302615.560085:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789302615.560105:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b50c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6182 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.560373:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b513 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.560387:0:22672:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6174 expref: 39 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.560395:0:22672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b513 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.560424:0:22672:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6174 expref: 39 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302615.560437:0:22672:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6174 expref: 39 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302615.560450:0:22672:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383805180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22672:1876219121652480:192.168.203.9@tcp:104: 00000100:00100000:1.0:1789302615.560546:0:22672:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc483b379c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789302615.577654:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302615.577925:0:22672:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383805180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22672:1876219121652480:192.168.203.9@tcp:104: 00010000:00010000:3.0:1789302615.577952:0:22672:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b513 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302615.578027:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101617024 00000100:00100000:0.0:1789302615.578034:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101617024 00010000:00010000:0.0:1789302615.578066:0:22657:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6174 expref: 40 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302615.578212:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 19 00000100:00100000:0.0:1789302615.578226:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+40:2399:x1876219101617024:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789302615.578241:0:22657:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789302615.578249:0:22657:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6174 expref: 40 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.578260:0:22657:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6174 expref: 40 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.578283:0:22657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1800/0x1ff82925bd39b4f0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6174 expref: 40 pid: 24202 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.578299:0:22657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:0.0:1789302615.578305:0:22657:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b513 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.578314:0:22657:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b513 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.578322:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b513 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.578352:0:22657:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789302615.578403:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+39:2399:x1876219101617024:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 181us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302615.578411:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 19 00010000:00010000:3.0:1789302615.583742:0:22672:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b513 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.583761:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b513 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789302615.583838:0:22672:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1789302615.583842:0:22672:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789302615.583873:0:22672:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b513 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.583948:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b50c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6182 expref: 39 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.583970:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b513 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6182 expref: 38 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.583978:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:3.0:1789302615.583981:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789302615.583984:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc3839ab200, rc 0) 00000100:00100000:3.0:1789302615.584061:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bee4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+38:18852:x1876219101616896:12345-192.168.203.9@tcp:101:bash.0 Request processed in 24004us (28269us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302615.584069:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 53 00000100:00100000:1.0:1789302615.591227:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302615.591352:0:25707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101617280 00000100:00100000:3.0:1789302615.591362:0:25707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101617280 00000100:00100000:3.0:1789302615.591432:0:25707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 3 00000100:00100000:3.0:1789302615.591443:0:25707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383807480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+38:18852:x1876219101617280:12345-192.168.203.9@tcp:103:bash.0 00010000:00010000:3.0:1789302615.591470:0:25707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1789302615.591496:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b505 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a617b expref: 38 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.591519:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b513 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6182 expref: 37 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302615.591529:0:25707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:3.0:1789302615.591534:0:25707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789302615.591589:0:25707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383807480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+36:18852:x1876219101617280:12345-192.168.203.9@tcp:103:bash.0 Request processed in 149us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302615.591621:0:25707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 3 00000100:00100000:1.0:1789302615.603786:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302615.607062:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101617408 00000100:00100000:0.0:1789302615.607096:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101617408 00000100:00100000:0.0:1789302615.607211:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 54 00000100:00100000:0.0:1789302615.607223:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+36:18852:x1876219101617408:12345-192.168.203.9@tcp:58:bash.0 00010000:00010000:0.0:1789302615.607329:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b51a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.607347:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b51a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302615.607360:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b51a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789302615.608599:0:22673:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789302615.608636:0:22673:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1789302615.608749:0:22673:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1789302615.608831:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+36:18852:x1876219101617408:12345-192.168.203.9@tcp:58:bash.0 Request processed in 1607us (5052us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302615.608840:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 54 00000100:00100000:1.0:1789302615.612854:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302615.613055:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101617536 00000100:00100000:2.0:1789302615.613276:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101617536 00000100:00100000:2.0:1789302615.613341:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 55 00000100:00100000:2.0:1789302615.613352:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+36:18852:x1876219101617536:12345-192.168.203.9@tcp:101:bash.0 00010000:00010000:2.0:1789302615.613372:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302615.613392:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b521 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6189 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302615.613446:0:22671:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b51a lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302615.613456:0:22671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b521 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6189 expref: 37 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302615.613495:0:22671:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b51a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302615.613510:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b521 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6189 expref: 37 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302615.613523:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:2.0:1789302615.613526:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789302615.613530:0:22671:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b521 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6189 expref: 37 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302615.613539:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee65000, rc 0) 00000100:00100000:2.0:1789302615.613600:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+37:18852:x1876219101617536:12345-192.168.203.9@tcp:101:bash.0 Request processed in 250us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302615.613606:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 55 00010000:00010000:3.0:1789302615.828483:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789302616.212448:0:22706:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789302616.212458:0:22706:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789302616.212492:0:22706:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789302616.212501:0:22706:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1789302616.212651:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bee4f480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22706:1876219121652608:192.168.203.9@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789302616.213162:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc48547db40 going to sleep for 11 seconds 00000100:00100000:0.0:1789302616.220816:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bee4f480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22706:1876219121652608:192.168.203.9@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1789302616.226488:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302616.230287:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101617664 00000100:00100000:3.0:1789302616.230303:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101617664 00000100:00100000:3.0:1789302616.230387:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 56 00000100:00100000:3.0:1789302616.230397:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+37:18853:x1876219101617664:12345-192.168.203.9@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1789302616.230427:0:24202:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1789302616.230548:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+37:18853:x1876219101617664:12345-192.168.203.9@tcp:53:lhsmtool_posix.0 Request processed in 151us (4068us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302616.230923:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 56 00000100:00100000:1.0:1789302616.241877:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.242101:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101617792 00000100:00100000:0.0:1789302616.242126:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101617792 00000100:00100000:0.0:1789302616.242179:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 57 00000100:00100000:0.0:1789302616.242190:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+37:18853:x1876219101617792:12345-192.168.203.9@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1789302616.242277:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b528 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242294:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b528 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242307:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b528 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242362:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b52f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242371:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b52f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242377:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b52f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242400:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b536 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242408:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b536 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242415:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b536 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789302616.242459:0:22672:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1789302616.242464:0:22672:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789302616.242480:0:22672:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b536 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242491:0:22672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b528 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242505:0:22672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b528 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242512:0:22672:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b528 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242518:0:22672:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1789302616.242522:0:22672:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b528 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242529:0:22672:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b528 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242542:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8cc4b5e7af00) 00010000:00010000:0.0:1789302616.242545:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789302616.242549:0:22672:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b528 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242555:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b528 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242569:0:22672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b52f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242575:0:22672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b52f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242581:0:22672:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b52f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242585:0:22672:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1789302616.242606:0:22672:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b52f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242613:0:22672:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b52f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242620:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8cc482b14700) 00010000:00010000:0.0:1789302616.242622:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789302616.242625:0:22672:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b52f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242632:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b52f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242649:0:22672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b536 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242656:0:22672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b536 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242662:0:22672:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b536 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242667:0:22672:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1789302616.242670:0:22672:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b536 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242675:0:22672:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b536 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242681:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:0.0:1789302616.242683:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789302616.242692:0:22672:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b536 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.242698:0:22672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b536 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302616.242901:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+37:18853:x1876219101617792:12345-192.168.203.9@tcp:34:lhsmtool_posix.0 Request processed in 711us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302616.242919:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 57 00000100:00100000:1.0:1789302616.255926:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.256030:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101618048 00000100:00100000:0.0:1789302616.256041:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101618048 00000100:00100000:0.0:1789302616.256102:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 58 00000100:00100000:0.0:1789302616.256147:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383455500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+37:18853:x1876219101618048:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789302616.256167:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302616.256188:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b53d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6190 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.256291:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b544 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.256307:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b544 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.256320:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b544 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789302616.256331:0:22673:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789302616.256409:0:22673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b544 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.256418:0:22673:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b544 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.256440:0:22673:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b544 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.256447:0:22673:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1789302616.256451:0:22673:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b544 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.256459:0:22673:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b544 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.256472:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:0.0:1789302616.256475:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789302616.256480:0:22673:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b544 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.256486:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b544 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.256528:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b53d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6190 expref: 39 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.256538:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8cc4b5e7af00) 00010000:00010000:0.0:1789302616.256541:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789302616.256545:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b53d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6190 expref: 39 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.256554:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4c2178a00, rc 0) 00000100:00100000:0.0:1789302616.256620:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383455500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+38:18853:x1876219101618048:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 Request processed in 509us (702us total) trans 12884901915 rc 301/301 00000100:00100000:0.0:1789302616.256637:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 58 00000100:00100000:1.0:1789302616.265287:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302616.269855:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101618176 00000100:00100000:2.0:1789302616.269869:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101618176 00000100:00100000:2.0:1789302616.269958:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 59 00000100:00100000:2.0:1789302616.269969:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+38:18853:x1876219101618176:12345-192.168.203.9@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1789302616.270003:0:22671:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1789302616.270161:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+38:18853:x1876219101618176:12345-192.168.203.9@tcp:53:lhsmtool_posix.0 Request processed in 194us (4884us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302616.270169:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 59 00000100:00100000:1.0:1789302616.278332:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.278965:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101618432 00000100:00100000:0.0:1789302616.278975:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101618432 00000100:00100000:0.0:1789302616.279035:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 60 00000100:00100000:0.0:1789302616.279045:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+38:18853:x1876219101618432:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789302616.279065:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302616.279090:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b552 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a6197 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789302616.279799:0:22673:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:0.0:1789302616.279807:0:22673:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:0.0:1789302616.279821:0:22673:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:0.0:1789302616.279982:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b559 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.279997:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b559 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.280009:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b559 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.280069:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b552 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6197 expref: 41 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.280088:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b559 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6197 expref: 40 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.280097:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cc482b14700) 00010000:00010000:0.0:1789302616.280106:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789302616.280256:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4c2178c00, rc 0) 00000100:00100000:0.0:1789302616.280322:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+40:18853:x1876219101618432:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 Request processed in 1277us (1996us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1789302616.280330:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 60 00000100:00100000:1.0:1789302616.285988:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302616.286719:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101618688 00000100:00100000:2.0:1789302616.286731:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101618688 00000100:00100000:2.0:1789302616.286849:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 61 00000100:00100000:2.0:1789302616.286875:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+40:18853:x1876219101618688:12345-192.168.203.9@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789302616.286942:0:22671:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789302616.286967:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b559 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6197 expref: 40 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.286987:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cc482b14700) 00010000:00010000:2.0:1789302616.286999:0:22671:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789302616.287021:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b567 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287036:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b567 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287046:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b567 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287061:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65e00/0x1ff82925bd39b56e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x5433b76e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287068:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65e00/0x1ff82925bd39b56e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5433b76e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287075:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65e00/0x1ff82925bd39b56e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5433b76e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287180:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b567 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287189:0:22671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b567 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287208:0:22671:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b567 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287215:0:22671:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee65400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302616.287220:0:22671:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b567 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287229:0:22671:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b567 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287238:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:2.0:1789302616.287241:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302616.287245:0:22671:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b567 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287252:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65400/0x1ff82925bd39b567 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287262:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65e00/0x1ff82925bd39b56e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5433b76e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287269:0:22671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65e00/0x1ff82925bd39b56e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5433b76e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287275:0:22671:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65e00/0x1ff82925bd39b56e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5433b76e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287281:0:22671:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee65e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302616.287284:0:22671:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65e00/0x1ff82925bd39b56e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5433b76e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287300:0:22671:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65e00/0x1ff82925bd39b56e lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5433b76e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287309:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x5433b76e (ffff8cc4b5e7a500) 00010000:00010000:2.0:1789302616.287311:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302616.287315:0:22671:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65e00/0x1ff82925bd39b56e lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x5433b76e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.287321:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65e00/0x1ff82925bd39b56e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x5433b76e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302616.287417:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+39:18853:x1876219101618688:12345-192.168.203.9@tcp:36:lhsmtool_posix.0 Request processed in 545us (1437us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789302616.287424:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 61 00000100:00100000:1.0:1789302616.306012:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.306563:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101618816 00000100:00100000:0.0:1789302616.306573:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101618816 00000100:00100000:0.0:1789302616.306765:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 62 00000100:00100000:0.0:1789302616.306778:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+39:18853:x1876219101618816:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789302616.306799:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302616.306938:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b575 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a619e expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.306979:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b57c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.306992:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b57c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.307004:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b57c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.307134:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b575 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a619e expref: 41 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.307764:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178400/0x1ff82925bd39b57c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a619e expref: 40 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.307773:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cc482b14600) 00010000:00010000:0.0:1789302616.307786:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789302616.307790:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4c2178400, rc 0) 00000100:00100000:0.0:1789302616.307988:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+40:18853:x1876219101618816:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 Request processed in 1212us (1984us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302616.307997:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 62 00000100:00100000:1.0:1789302616.312782:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.313046:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101619072 00000100:00100000:0.0:1789302616.313755:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101619072 00000100:00100000:0.0:1789302616.313884:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 63 00000100:00100000:0.0:1789302616.313896:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+40:18853:x1876219101619072:12345-192.168.203.9@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789302616.313986:0:22672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b583 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.314006:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b583 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.314020:0:22672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b583 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789302616.314232:0:22672:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:0.0:1789302616.314243:0:22672:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 692357129379ns, next at 693357127064ns, rc = 0 00000004:00010000:0.0:1789302616.314289:0:22672:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004bf50bb7 reply state 0000000064d27acf transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b583 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.314302:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b583 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.314309:0:22672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cc482b14600) 00010000:00010000:0.0:1789302616.314312:0:22672:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1789302616.314316:0:22672:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789302616.314429:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+42:18853:x1876219101619072:12345-192.168.203.9@tcp:36:lhsmtool_posix.0 Request processed in 534us (1654us total) trans 12884901917 rc 0/0 00000100:00100000:0.0:1789302616.314451:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 63 00000100:00100000:1.0:1789302616.322472:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302616.323072:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101619200 00000100:00100000:3.0:1789302616.323082:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101619200 00000100:00100000:3.0:1789302616.323332:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 64 00000100:00100000:3.0:1789302616.323343:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+42:18853:x1876219101619200:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789302616.323438:0:24202:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789302616.323459:0:24202:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1a00/0x1ff82925bd39b58a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a61a5 expref: -99 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302616.323513:0:24202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1a00/0x1ff82925bd39b58a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61a5 expref: 43 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302616.323528:0:24202:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1a00/0x1ff82925bd39b58a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61a5 expref: 43 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302616.323547:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cc482b14600) 00010000:00010000:3.0:1789302616.323550:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789302616.323568:0:24202:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4869d1a00, rc 0) 00000100:00100000:3.0:1789302616.324629:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+43:18853:x1876219101619200:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 Request processed in 1282us (2163us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302616.324640:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 64 00000100:00100000:1.0:1789302616.341650:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.341743:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101619328 00000100:00100000:0.0:1789302616.341753:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101619328 00000100:00100000:0.0:1789302616.341830:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 21 00000100:00100000:0.0:1789302616.341840:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+5:2398:x1876219101619328:12345-192.168.203.9@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1789302616.342097:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:2398:x1876219101619328:12345-192.168.203.9@tcp:2:lhsmtool_posix.0 Request processed in 257us (455us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1789302616.342104:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 21 00000100:00080000:1.0:1789302616.342290:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789302616.349276:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302616.349612:0:22674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101619584 00000100:00100000:2.0:1789302616.349622:0:22674:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101619584 00000100:00100000:2.0:1789302616.349685:0:22674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 11 00000100:00100000:2.0:1789302616.349695:0:22674:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+43:18853:x1876219101619584:12345-192.168.203.9@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1789302616.349921:0:22674:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+44:18853:x1876219101619584:12345-192.168.203.9@tcp:35:lhsmtool_posix.0 Request processed in 227us (654us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1789302616.349930:0:22674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 11 00000100:00100000:2.0:1789302616.354528:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302616.354770:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101619840 00000100:00100000:1.0:1789302616.354780:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101619840 00000100:00100000:1.0:1789302616.354845:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 65 00000100:00100000:1.0:1789302616.354855:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+44:18853:x1876219101619840:12345-192.168.203.9@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1789302616.354970:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+44:18853:x1876219101619840:12345-192.168.203.9@tcp:57:lhsmtool_posix.0 Request processed in 116us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302616.354978:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 65 00000100:00100000:1.0:1789302616.358792:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.359001:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101619968 00000100:00100000:0.0:1789302616.359012:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101619968 00000100:00100000:0.0:1789302616.359074:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 66 00000100:00100000:0.0:1789302616.359084:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+44:18853:x1876219101619968:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789302616.359103:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302616.359154:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b591 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a61ac expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.359245:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b598 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.359260:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b598 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.359272:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b598 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789302616.359315:0:22673:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789302616.359335:0:22673:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b598 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.359370:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178c00/0x1ff82925bd39b591 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ac expref: 46 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.359399:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b598 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ac expref: 45 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.359407:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cc482b14600) 00010000:00010000:0.0:1789302616.359410:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1789302616.359414:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4b5349e00, rc 0) 00000100:00100000:0.0:1789302616.359471:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+45:18853:x1876219101619968:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 Request processed in 389us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302616.359478:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 66 00000100:00100000:2.0:1789302616.365195:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.365270:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101620096 00000100:00100000:0.0:1789302616.365280:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101620096 00000100:00100000:0.0:1789302616.365336:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 22 00000100:00100000:0.0:1789302616.365346:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+6:2399:x1876219101620096:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789302616.365364:0:24180:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789302616.365384:0:24180:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b59f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a61b3 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789302616.365409:0:24180:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa69758, blocks: 0x0 00010000:00010000:0.0:1789302616.365427:0:24180:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=692s v=(0 0) 00010000:00010000:0.0:1789302616.365431:0:24180:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789302616.365439:0:24180:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b59f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61b3 expref: 7 pid: 24180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.365477:0:24180:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b59f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61b3 expref: 7 pid: 24180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.365490:0:24180:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4c2178c00, rc 0) 00000100:00100000:0.0:1789302616.365557:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:2399:x1876219101620096:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 Request processed in 213us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302616.365565:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 22 00000100:00100000:2.0:1789302616.369241:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302616.369608:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101620352 00000100:00100000:1.0:1789302616.369617:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101620352 00000100:00100000:1.0:1789302616.369678:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 67 00000100:00100000:1.0:1789302616.369688:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+45:18853:x1876219101620352:12345-192.168.203.9@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1789302616.369806:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+45:18853:x1876219101620352:12345-192.168.203.9@tcp:57:lhsmtool_posix.0 Request processed in 120us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302616.369814:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 67 00000100:00100000:1.0:1789302616.377667:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.378047:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101620480 00000100:00100000:0.0:1789302616.378057:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101620480 00000100:00100000:3.0:1789302616.378461:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 68 00000100:00100000:2.0:1789302616.378681:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+45:18853:x1876219101620480:12345-192.168.203.9@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1789302616.381009:0:22651:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:1.0:1789302616.381027:0:22651:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:1.0:1789302616.381095:0:22651:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:0.0:1789302616.381244:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b3b5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.381256:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b3b5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.381263:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b3b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.381269:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5348800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1789302616.381274:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b3b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.381282:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b3b5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.381298:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:0.0:1789302616.381301:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1789302616.381305:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b3b5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.381318:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348800/0x1ff82925bd39b3b5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302616.381486:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1789302616.381978:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b361 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.381992:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b361 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.381998:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b361 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382003:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5348a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302616.382006:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b361 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382013:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b361 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382023:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8cc383943700) 00010000:00010000:2.0:1789302616.382025:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302616.382029:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b361 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382034:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348a00/0x1ff82925bd39b361 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382052:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b368 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382057:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b368 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382063:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b368 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382067:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5348200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302616.382076:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b368 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382083:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b368 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382091:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:2.0:1789302616.382093:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302616.382096:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b368 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382102:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5348200/0x1ff82925bd39b368 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382180:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b410 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382187:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b410 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382193:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b410 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382198:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4bee64400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302616.382200:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b410 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382207:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b410 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382214:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8cc4b5e7aa00) 00010000:00010000:2.0:1789302616.382217:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302616.382226:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b410 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382232:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64400/0x1ff82925bd39b410 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382249:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b495 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382255:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b495 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382260:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b495 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382265:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5349a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302616.382268:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b495 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382273:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b495 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382282:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:2.0:1789302616.382284:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302616.382287:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b495 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382292:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349a00/0x1ff82925bd39b495 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382303:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349800/0x1ff82925bd39b4b8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382317:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349800/0x1ff82925bd39b4b8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382322:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349800/0x1ff82925bd39b4b8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382327:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b5349800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302616.382330:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349800/0x1ff82925bd39b4b8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382336:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349800/0x1ff82925bd39b4b8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382344:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:2.0:1789302616.382346:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302616.382349:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349800/0x1ff82925bd39b4b8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382354:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349800/0x1ff82925bd39b4b8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382365:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382371:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4fe lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382377:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382382:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2179000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302616.382390:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382396:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4fe lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382404:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:2.0:1789302616.382407:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789302616.382409:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4fe lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382415:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179000/0x1ff82925bd39b4fe lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382427:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b583 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382433:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b583 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382438:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b583 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382442:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2178a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1789302616.382444:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b583 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382449:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b583 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382456:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cc482b14600) 00010000:00010000:2.0:1789302616.382458:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1789302616.382467:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b583 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.382474:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178a00/0x1ff82925bd39b583 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22672 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302616.382956:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+14:18853:x1876219101620480:12345-192.168.203.9@tcp:44:lhsmtool_posix.0 Request processed in 4480us (5292us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302616.382966:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 68 00000100:00100000:1.0:1789302616.383109:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc484fe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121652736:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1789302616.383201:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302616.385169:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121652736 00000100:00100000:2.0:1789302616.385182:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121652736 00000100:00100000:2.0:1789302616.385247:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789302616.385257:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7064050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876219121652736:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1789302616.385381:0:24181:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1789302616.385385:0:24181:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1789302616.385387:0:24181:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1789302616.385389:0:24181:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789302616 -> 1789302616 00002000:00010000:2.0:1789302616.385391:0:24181:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1789302616.385458:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7064050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3648:x1876219121652736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 203us (2257us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1789302616.385465:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:1.0:1789302616.385639:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1789302616.385871:0:3648:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8cc484fe3b80/2, rc 0, transno 12884901892 00000100:00100000:2.0:1789302616.385878:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc484fe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876219121652736:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1789302616.387304:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.387386:0:25071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101620608 00000100:00100000:0.0:1789302616.387395:0:25071:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101620608 00000100:00100000:0.0:1789302616.387440:0:25071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 24 00000100:00100000:0.0:1789302616.387449:0:25071:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:2399:x1876219101620608:12345-192.168.203.9@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1789302616.387552:0:25071:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:2399:x1876219101620608:12345-192.168.203.9@tcp:16:lhsmtool_posix.0 Request processed in 103us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302616.387560:0:25071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 24 00000100:00100000:0.0:1789302616.390911:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302616.390990:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101620864 00000100:00100000:1.0:1789302616.391000:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101620864 00000100:00100000:1.0:1789302616.391058:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 69 00000100:00100000:1.0:1789302616.391069:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bee4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+14:18853:x1876219101620864:12345-192.168.203.9@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789302616.391145:0:22671:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789302616.391171:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b5349e00/0x1ff82925bd39b598 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ac expref: 14 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.391191:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cc482b14600) 00010000:00010000:1.0:1789302616.391195:0:22671:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789302616.391224:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab600/0x1ff82925bd39b5a6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.391238:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab600/0x1ff82925bd39b5a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.391247:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab600/0x1ff82925bd39b5a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789302616.391448:0:22671:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004de3e655 reply state 00000000d483db1d transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab600/0x1ff82925bd39b5a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.391460:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab600/0x1ff82925bd39b5a6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.391466:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cc482b14600) 00010000:00010000:1.0:1789302616.391468:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789302616.391471:0:22671:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789302616.391891:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bee4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+15:18853:x1876219101620864:12345-192.168.203.9@tcp:36:lhsmtool_posix.0 Request processed in 821us (994us total) trans 12884901919 rc 0/0 00000100:00100000:1.0:1789302616.391898:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 69 00000100:00100000:1.0:1789302616.396888:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302616.396979:0:24711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101620992 00000100:00100000:2.0:1789302616.396990:0:24711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101620992 00000100:00100000:2.0:1789302616.397085:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 25 00000100:00100000:2.0:1789302616.397095:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:18853:x1876219101620992:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789302616.397201:0:24711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302616.397234:0:24711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a61ba expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.397266:0:24711:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b59f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61b3 expref: 8 pid: 24180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.397276:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302616.397280:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302616.397285:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ba expref: 8 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.397320:0:24711:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b59f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61b3 expref: 8 pid: 24180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.397333:0:24711:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b59f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61b3 expref: 8 pid: 24180 timeout: 792 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302616.397346:0:24711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bdbbf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24711:1876219121652864:192.168.203.9@tcp:104: 00000100:00100000:2.0:1789302616.397456:0:24711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4ac2980c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789302616.402706:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302616.402790:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101621120 00000100:00100000:2.0:1789302616.402800:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101621120 00010000:00010000:2.0:1789302616.402853:0:22656:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b59f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61b3 expref: 9 pid: 24180 timeout: 792 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302616.402898:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 20 00000100:00100000:2.0:1789302616.402917:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383454700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+9:2399:x1876219101621120:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789302616.402950:0:22656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789302616.402971:0:22656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b59f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61b3 expref: 9 pid: 24180 timeout: 792 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.402986:0:22656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b59f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61b3 expref: 9 pid: 24180 timeout: 792 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.403010:0:22656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302616.403015:0:22656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789302616.403022:0:22656:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ba expref: 9 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.403032:0:22656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ba expref: 9 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.403072:0:22656:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ba expref: 9 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302616.403086:0:22656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bdbbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:22656:1876219121652992:192.168.203.9@tcp:105: 00000100:00100000:2.0:1789302616.403194:0:22656:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4ac298480 going to sleep for 11 seconds 00010000:00010000:0.0:1789302616.404522:0:24711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba2ec9a1/0x1ff82925bd39b59f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61b3 expref: 9 pid: 24180 timeout: 792 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302616.404544:0:24711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bdbbf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24711:1876219121652864:192.168.203.9@tcp:104: 00010000:00010000:0.0:1789302616.404591:0:24711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ba expref: 8 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.404603:0:24711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee64400, rc 0) 00000100:00100000:1.0:1789302616.404982:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+8:18853:x1876219101620992:12345-192.168.203.9@tcp:101:lhsmtool_posix.0 Request processed in 7887us (8169us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302616.404991:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 25 00000100:00100000:1.0:1789302616.409200:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.409310:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101621248 00000100:00100000:0.0:1789302616.409320:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101621248 00000100:00100000:0.0:1789302616.409380:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 26 00000100:00100000:0.0:1789302616.409391:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+8:2399:x1876219101621248:12345-192.168.203.9@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1789302616.409528:0:24181:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1789302616.409541:0:24181:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789302615 00002000:00010000:0.0:1789302616.409543:0:24181:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789302613 00002000:00010000:0.0:1789302616.409545:0:24181:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789302616 -> 1789302615 00002000:00010000:0.0:1789302616.409547:0:24181:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1789302616.409621:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+9:2399:x1876219101621248:12345-192.168.203.9@tcp:2:lhsmtool_posix.0 Request processed in 225us (424us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1789302616.409635:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 26 00000100:00100000:2.0:1789302616.409656:0:22656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bdbbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:22656:1876219121652992:192.168.203.9@tcp:105: 00010000:00010000:2.0:1789302616.409686:0:22656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789302616.409709:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383454700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+8:2399:x1876219101621120:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 6795us (7012us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302616.409717:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 20 00000100:00100000:2.0:1789302616.412610:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302616.412707:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101621376 00000100:00100000:1.0:1789302616.412716:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101621376 00000100:00100000:1.0:1789302616.412772:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 27 00000100:00100000:1.0:1789302616.412781:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+8:2399:x1876219101621376:12345-192.168.203.9@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1789302616.412833:0:24180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.412854:0:24180:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ba expref: 8 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.412880:0:24180:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302616.412884:0:24180:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789302616.412888:0:24180:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.412929:0:24180:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ba expref: 8 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.412942:0:24180:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ba expref: 8 pid: 24711 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302616.412956:0:24180:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383456d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24180:1876219121653120:192.168.203.9@tcp:104: 00000100:00100000:1.0:1789302616.413025:0:24180:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4856fe6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789302616.416022:0:24180:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383456d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24180:1876219121653120:192.168.203.9@tcp:104: 00010000:00010000:1.0:1789302616.416049:0:24180:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789302616.416543:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:3.0:1789302616.416886:0:25707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101621504 00000100:00100000:3.0:1789302616.416895:0:25707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101621504 00010000:00010000:3.0:1789302616.416941:0:25707:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ba expref: 9 pid: 24711 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302616.417028:0:25707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 21 00000100:00100000:3.0:1789302616.417038:0:25707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+9:2398:x1876219101621504:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789302616.417063:0:25707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789302616.417089:0:25707:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ba expref: 9 pid: 24711 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302616.417105:0:25707:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ba expref: 9 pid: 24711 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302616.417165:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082f4210c/0x1ff82925bd39b5ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61ba expref: 9 pid: 24711 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302616.417181:0:25707:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789302616.417194:0:25707:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789302616.417200:0:25707:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302616.417237:0:25707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789302616.417258:0:25707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789302616.417307:0:24180:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.417318:0:24180:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302616.417319:0:25707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+8:2398:x1876219101621504:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 283us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302616.417327:0:25707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 21 00010000:00010000:1.0:1789302616.417337:0:24180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.417764:0:24180:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.417773:0:24180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.417780:0:24180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aa400 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:1.0:1789302616.417785:0:24180:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.417794:0:24180:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.417806:0:24180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.417813:0:24180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c4c824f/0x1ff82925bd39b5b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302616.417881:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:2399:x1876219101621376:12345-192.168.203.9@tcp:1:lhsmtool_posix.0 Request processed in 5101us (5281us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302616.417890:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 27 00000100:00100000:2.0:1789302616.422023:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302616.422184:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101621760 00000100:00100000:1.0:1789302616.422196:0:22673:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101621760 00000100:00100000:1.0:1789302616.422252:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 70 00000100:00100000:1.0:1789302616.422278:0:22673:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+15:18853:x1876219101621760:12345-192.168.203.9@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1789302616.422363:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.422596:0:22673:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178600/0x1ff82925bd39b48e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6158 expref: 15 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.422610:0:22673:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.422647:0:22673:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178600/0x1ff82925bd39b48e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6158 expref: 15 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.422661:0:22673:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178600/0x1ff82925bd39b48e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6158 expref: 15 pid: 22671 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302616.422798:0:22673:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383456d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22673:1876219121653248:192.168.203.9@tcp:104: 00000100:00100000:1.0:1789302616.422880:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4856fe6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789302616.429948:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.430047:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101621888 00000100:00100000:0.0:1789302616.430056:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101621888 00010000:00010000:0.0:1789302616.430094:0:22657:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178600/0x1ff82925bd39b48e lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6158 expref: 16 pid: 22671 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302616.430168:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 22 00000100:00100000:0.0:1789302616.430179:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+16:2398:x1876219101621888:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789302616.430193:0:22657:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789302616.430200:0:22657:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178600/0x1ff82925bd39b48e lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6158 expref: 16 pid: 22671 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.430214:0:22657:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178600/0x1ff82925bd39b48e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6158 expref: 16 pid: 22671 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.430235:0:22657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:0.0:1789302616.430241:0:22657:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b521 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6189 expref: 16 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.430252:0:22657:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.430278:0:22657:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.430285:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.430306:0:22657:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789302616.430365:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+16:2398:x1876219101621888:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 188us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302616.430373:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 22 00010000:00010000:1.0:1789302616.430631:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2178600/0x1ff82925bd39b48e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6158 expref: 15 pid: 22671 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302616.430650:0:22673:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383456d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22673:1876219121653248:192.168.203.9@tcp:104: 00010000:00010000:1.0:1789302616.430669:0:22673:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.430791:0:22673:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.430807:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.431008:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.431022:0:22673:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1a00/0x1ff82925bd39b58a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61a5 expref: 15 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.431030:0:22673:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.431057:0:22673:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1a00/0x1ff82925bd39b58a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61a5 expref: 15 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.431071:0:22673:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1a00/0x1ff82925bd39b58a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61a5 expref: 15 pid: 24202 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302616.431084:0:22673:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383456d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22673:1876219121653376:192.168.203.9@tcp:104: 00000100:00100000:1.0:1789302616.431183:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4856fe540 going to sleep for 11 seconds 00000100:00100000:1.0:1789302616.436621:0:22673:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383456d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22673:1876219121653376:192.168.203.9@tcp:104: 00010000:00010000:1.0:1789302616.436651:0:22673:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789302616.436803:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.436946:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101622016 00000100:00100000:0.0:1789302616.436953:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101622016 00010000:00010000:0.0:1789302616.436991:0:22658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1a00/0x1ff82925bd39b58a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61a5 expref: 16 pid: 24202 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302616.437031:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 23 00000100:00100000:0.0:1789302616.437040:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc486a21850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+16:2398:x1876219101622016:12345-192.168.203.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789302616.437054:0:22658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789302616.437062:0:22658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1a00/0x1ff82925bd39b58a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61a5 expref: 16 pid: 24202 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.437074:0:22658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1a00/0x1ff82925bd39b58a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61a5 expref: 16 pid: 24202 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.437094:0:22658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4869d1a00/0x1ff82925bd39b58a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61a5 expref: 16 pid: 24202 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.437167:0:22658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cc482b14600) 00010000:00010000:0.0:1789302616.437172:0:22658:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.437181:0:22658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.437189:0:22658:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.437206:0:22658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789302616.437349:0:22673:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.437358:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789302616.437467:0:22673:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:1.0:1789302616.437600:0:22673:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:1.0:1789302616.437638:0:22673:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:1.0:1789302616.437880:0:22673:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383456d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22673:1876219121653504:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1789302616.437941:0:22673:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302616.437978:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc49a6e8900 going to sleep for 11 seconds 00000100:00100000:0.0:1789302616.438022:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc486a21850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+18:2398:x1876219101622016:12345-192.168.203.9@tcp:103:ldlm_bl.0 Request processed in 982us (1522us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302616.438030:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 23 00000100:00100000:3.0:1789302616.438608:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121653504 00000100:00100000:3.0:1789302616.438615:0:22677:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121653504 00000100:00100000:3.0:1789302616.438658:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789302616.438667:0:22677:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22673:x1876219121653504:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1789302616.438768:0:22677:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22673:x1876219121653504:12345-0@lo:1000:mdt00_002.0 Request processed in 101us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302616.438775:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789302616.439046:0:22673:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383456d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22673:1876219121653504:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1789302616.439247:0:22673:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:0.0:1789302616.439299:0:22673:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bee4d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22673:1876219121653632:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789302616.439331:0:22673:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302616.439356:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121653632 00000100:00100000:0.0:1789302616.439359:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121653632 00000100:00100000:0.0:1789302616.439385:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789302616.439392:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bee4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22673:x1876219121653632:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789302616.439485:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bee4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22673:x1876219121653632:12345-0@lo:1000:mdt00_002.0 Request processed in 92us (153us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1789302616.439492:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789302616.439527:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc4856fed80 going to sleep for 11 seconds 00000100:00100000:0.0:1789302616.439550:0:22673:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bee4d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22673:1876219121653632:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1789302616.439582:0:22673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.439602:0:22673:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.439611:0:22673:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.439618:0:22673:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839ab200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1789302616.439622:0:22673:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.439630:0:22673:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.439643:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cc482b14600) 00010000:00010000:0.0:1789302616.439646:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789302616.439651:0:22673:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.439657:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b5c2 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.439978:0:22673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b51a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.439986:0:22673:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b51a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.439993:0:22673:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b51a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.440005:0:22673:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4c2179c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1789302616.440009:0:22673:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b51a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.440015:0:22673:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b51a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.440024:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:0.0:1789302616.440026:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789302616.440033:0:22673:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b521 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6189 expref: 18 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.440043:0:22673:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b521 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6189 expref: 18 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.440052:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b521 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6189 expref: 18 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.440102:0:22673:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee65000/0x1ff82925bd39b521 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a6189 expref: 18 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789302616.440140:0:22673:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bee4c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22673:1876219121653760:192.168.203.9@tcp:105: 00000100:00100000:0.0:1789302616.440193:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cc483db2480 going to sleep for 11 seconds 00000100:00100000:0.0:1789302616.447469:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302616.447608:0:22673:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bee4c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22673:1876219121653760:192.168.203.9@tcp:105: 00010000:00010000:1.0:1789302616.447635:0:22673:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b51a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447646:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4c2179c00/0x1ff82925bd39b51a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447687:0:22673:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5c9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447702:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5c9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447714:0:22673:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5c9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447725:0:22673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5c9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447732:0:22673:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5c9 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447739:0:22673:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5c9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447764:0:22673:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aac00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1789302616.447768:0:22673:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5c9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447775:0:22673:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5c9 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447788:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:1.0:1789302616.447791:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789302616.447795:0:22673:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5c9 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447800:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5c9 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447811:0:22673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447826:0:22673:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447833:0:22673:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447837:0:22673:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aa400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1789302616.447840:0:22673:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447846:0:22673:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447864:0:22673:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:1.0:1789302616.447867:0:22673:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789302616.447870:0:22673:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.447876:0:22673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5bb lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22673 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302616.448037:0:22673:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e23ff719-24e1-4fdd-84df-33ce84869e6a+18:18853:x1876219101621760:12345-192.168.203.9@tcp:57:lhsmtool_posix.0 Request processed in 25760us (26021us total) trans 12884901924 rc 0/0 00000100:00100000:1.0:1789302616.448047:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 70 00000020:00080000:1.0:1789302616.448053:0:22673:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1789302616.448321:0:22706:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789302616.448326:0:22706:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789302616.448341:0:22706:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789302616.448353:0:22706:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1789302616.448610:0:22674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101622144 00000100:00100000:3.0:1789302616.448618:0:22674:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101622144 00000100:00100000:3.0:1789302616.448664:0:22674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 12 00000100:00100000:3.0:1789302616.448900:0:22674:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bee4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+18:18852:x1876219101622144:12345-192.168.203.9@tcp:49:bash.0 00000100:00100000:3.0:1789302616.449000:0:22674:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bee4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+18:18852:x1876219101622144:12345-192.168.203.9@tcp:49:bash.0 Request processed in 327us (1540us total) trans 0 rc 0/0 00000100:00100000:3.0:1789302616.449008:0:22674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 12 00000100:00100000:2.0:1789302616.454006:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302616.454060:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302616.454081:0:24711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101622272 00000100:00100000:1.0:1789302616.454092:0:24711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101622272 00000100:00100000:1.0:1789302616.454169:0:24711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 28 00000100:00100000:1.0:1789302616.454178:0:24711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+7:18852:x1876219101622272:12345-192.168.203.9@tcp:101:bash.0 00010000:00010000:1.0:1789302616.454195:0:24711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789302616.454215:0:24711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b5d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a61c1 expref: -99 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789302616.454239:0:24711:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6aa69757, atime: 0x6aa69755, ctime: 0x6aa69757, blocks: 0x0 00010000:00010000:1.0:1789302616.454261:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=692s v=(0 0) 00010000:00010000:1.0:1789302616.454267:0:24711:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789302616.454277:0:24711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b5d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61c1 expref: 8 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.454296:0:24711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b4d5f7c/0x1ff82925bd39b5d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61c1 expref: 8 pid: 24711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.454325:0:24711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc3839abc00, rc 0) 00000100:00100000:1.0:1789302616.454387:0:24711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+8:18852:x1876219101622272:12345-192.168.203.9@tcp:101:bash.0 Request processed in 209us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302616.454396:0:24711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 28 00000100:00100000:0.0:1789302616.454468:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101622528 00000100:00100000:0.0:1789302616.454473:0:22675:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101622528 00000100:00100000:0.0:1789302616.454514:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 13 00000100:00100000:0.0:1789302616.454524:0:22675:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+18:18853:x1876219101622528:12345-192.168.203.9@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1789302616.454773:0:22675:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1789302616.454801:0:22675:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:0.0:1789302616.454840:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b538ec00/0x1ff82925bd39b5d7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.454854:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b538ec00/0x1ff82925bd39b5d7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.454864:0:22675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b538ec00/0x1ff82925bd39b5d7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.454873:0:22675:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b538ec00/0x1ff82925bd39b5d7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.454880:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b538ec00/0x1ff82925bd39b5d7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.454886:0:22675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b538ec00/0x1ff82925bd39b5d7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789302616.454910:0:22675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1789302616.454958:0:22675:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+20:18853:x1876219101622528:12345-192.168.203.9@tcp:35:lhsmtool_posix.0 Request processed in 436us (898us total) trans 12884901926 rc 0/0 00000100:00100000:0.0:1789302616.454965:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 13 00000020:00080000:0.0:1789302616.454968:0:22675:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1789302616.455023:0:24207:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789302616.455088:0:24207:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b538ec00/0x1ff82925bd39b5d7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.455096:0:24207:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc4b538ec00 already unused, calling callback (ffffffffc0dce8b0) 00010000:00010000:2.0:1789302616.455101:0:24207:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b538ec00/0x1ff82925bd39b5d7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.455109:0:24207:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b538ec00/0x1ff82925bd39b5d7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.455137:0:24207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8cc482b14600) 00010000:00010000:2.0:1789302616.455140:0:24207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1789302616.455145:0:24207:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b538ec00/0x1ff82925bd39b5d7 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.455151:0:24207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4b538ec00/0x1ff82925bd39b5d7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.455162:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302616.455164:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789302616.455166:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302616.461085:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302616.461238:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101622656 00000100:00100000:1.0:1789302616.461248:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101622656 00000100:00100000:1.0:1789302616.461294:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 71 00000100:00100000:1.0:1789302616.461302:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+20:18852:x1876219101622656:12345-192.168.203.9@tcp:101:bash.0 00010000:00010000:1.0:1789302616.461322:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789302616.461341:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5de lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a61c8 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.461369:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5e5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.461381:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.461401:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.461764:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5de lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61c8 expref: 22 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.461782:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aac00/0x1ff82925bd39b5e5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61c8 expref: 21 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.461800:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:1.0:1789302616.461803:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789302616.461806:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc3839aac00, rc 0) 00000100:00100000:1.0:1789302616.461869:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+21:18852:x1876219101622656:12345-192.168.203.9@tcp:101:bash.0 Request processed in 566us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302616.461875:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 71 00000100:00100000:3.0:1789302616.469022:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302616.469319:0:22674:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101622912 00000100:00100000:2.0:1789302616.469331:0:22674:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101622912 00000100:00100000:2.0:1789302616.469400:0:22674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 14 00000100:00100000:2.0:1789302616.469418:0:22674:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+21:18852:x1876219101622912:12345-192.168.203.9@tcp:35:bash.0 00000001:00080000:2.0:1789302616.469635:0:22674:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:2.0:1789302616.469712:0:22674:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:2.0:1789302616.469865:0:22674:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+24:18852:x1876219101622912:12345-192.168.203.9@tcp:35:bash.0 Request processed in 447us (853us total) trans 12884901929 rc 0/0 00000100:00100000:2.0:1789302616.469873:0:22674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 14 00000020:00080000:2.0:1789302616.469878:0:22674:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1789302616.595417:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:2.0:1789302616.597975:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101623168 00000100:00100000:2.0:1789302616.597988:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101623168 00000100:00100000:2.0:1789302616.598065:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 72 00000100:00100000:2.0:1789302616.598074:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc484fe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+24:18863:x1876219101623168:12345-192.168.203.9@tcp:101:lfs.0 00010000:00010000:2.0:1789302616.598098:0:24202:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789302616.598168:0:24202:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64c00/0x1ff82925bd39b5ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe9f2be4c799a61cf expref: -99 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789302616.598274:0:24202:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789302616.598371:0:24202:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64c00/0x1ff82925bd39b5ec lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61cf expref: 26 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.598384:0:24202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cc383943d00) 00010000:00010000:2.0:1789302616.598387:0:24202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789302616.598393:0:24202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc4bee64c00/0x1ff82925bd39b5ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.9@tcp remote: 0xe9f2be4c799a61cf expref: 26 pid: 24202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789302616.598407:0:24202:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cc4bee64c00, rc 0) 00000100:00100000:2.0:1789302616.598477:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc484fe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e23ff719-24e1-4fdd-84df-33ce84869e6a+25:18863:x1876219101623168:12345-192.168.203.9@tcp:101:lfs.0 Request processed in 403us (3067us total) trans 12884901930 rc 301/301 00000100:00100000:2.0:1789302616.598503:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 72 00000100:00100000:3.0:1789302616.606641:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:1.0:1789302616.606762:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101623296 00000100:00100000:1.0:1789302616.606771:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101623296 00000100:00100000:1.0:1789302616.606833:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 73 00000100:00100000:1.0:1789302616.606845:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4a7f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+25:18863:x1876219101623296:12345-192.168.203.9@tcp:34:lfs.0 00010000:00010000:1.0:1789302616.606929:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5fa lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.606947:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5fa lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.606959:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5fa lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.606975:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa000/0x1ff82925bd39b601 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.606982:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa000/0x1ff82925bd39b601 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.606989:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa000/0x1ff82925bd39b601 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607063:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b608 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607079:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b608 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607086:0:22671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b608 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789302616.607165:0:22671:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b608 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607177:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5fa lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607183:0:22671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5fa lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607201:0:22671:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5fa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607208:0:22671:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aa400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1789302616.607212:0:22671:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5fa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607219:0:22671:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5fa lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607229:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8cc383943e00) 00010000:00010000:1.0:1789302616.607232:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789302616.607237:0:22671:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5fa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607242:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa400/0x1ff82925bd39b5fa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607263:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa000/0x1ff82925bd39b601 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607270:0:22671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa000/0x1ff82925bd39b601 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607276:0:22671:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa000/0x1ff82925bd39b601 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607281:0:22671:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839aa000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1789302616.607284:0:22671:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa000/0x1ff82925bd39b601 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607290:0:22671:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa000/0x1ff82925bd39b601 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607297:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8cc38392ea00) 00010000:00010000:1.0:1789302616.607300:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789302616.607307:0:22671:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa000/0x1ff82925bd39b601 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607313:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839aa000/0x1ff82925bd39b601 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607326:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b608 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607332:0:22671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b608 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607337:0:22671:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b608 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607349:0:22671:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cc3839ab200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1789302616.607352:0:22671:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b608 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607357:0:22671:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b608 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607365:0:22671:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8cc4b5e7a100) 00010000:00010000:1.0:1789302616.607367:0:22671:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789302616.607370:0:22671:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b608 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789302616.607376:0:22671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cc3839ab200/0x1ff82925bd39b608 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22671 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789302616.607449:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4a7f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e23ff719-24e1-4fdd-84df-33ce84869e6a+25:18863:x1876219101623296:12345-192.168.203.9@tcp:34:lfs.0 Request processed in 606us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302616.607458:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 73 00000100:00100000:3.0:1789302616.617436:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.9@tcp (source: 12345-192.168.203.9@tcp) 00000100:00100000:0.0:1789302616.617546:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219101623552 00000100:00100000:0.0:1789302616.617572:0:22675:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219101623552 00000100:00100000:0.0:1789302616.617640:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.9@tcp, seq: 15 00000100:00100000:0.0:1789302616.617650:0:22675:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc383806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+25:18863:x1876219101623552:12345-192.168.203.9@tcp:35:lfs.0 00000100:00100000:0.0:1789302616.617869:0:22675:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc383806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e23ff719-24e1-4fdd-84df-33ce84869e6a+26:18863:x1876219101623552:12345-192.168.203.9@tcp:35:lfs.0 Request processed in 219us (442us total) trans 12884901931 rc 0/0 00000100:00100000:0.0:1789302616.617877:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.9@tcp, seq: 15 00010000:00010000:1.0:1789302616.853215:0:22660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789302617.877341:0:22659:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789302618.197384:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789302618.197408:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bee4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121653888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789302618.197476:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302618.197527:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121653888 00000100:00100000:0.0:1789302618.197535:0:24183:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121653888 00000100:00100000:0.0:1789302618.197735:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789302618.197746:0:24183:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bee4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121653888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789302618.197775:0:24183:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789302618.197820:0:24183:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bee4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121653888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302618.197827:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:1.0:1789302618.201415:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789302618.201477:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bee4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121653888:0@lo:13:osp-pre-0-1.0 00000001:02000400:0.0:1789302618.286143:0:25761:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00000100:00100000:2.0:1789302618.708443:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789302618.708467:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121654016:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789302618.708548:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302618.708677:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bee4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121654144:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789302618.708701:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302618.708788:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121654016 00000100:00100000:1.0:1789302618.708796:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121654016 00000100:00100000:1.0:1789302618.708847:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121654144 00000100:00100000:1.0:1789302618.708851:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121654144 00000100:00100000:1.0:1789302618.708867:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789302618.708875:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121654016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789302618.708916:0:23412:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789302618.708996:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876219121654016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302618.709002:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789302618.709017:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789302618.709023:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bdbbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121654144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789302618.709038:0:23412:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1789302618.709065:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bdbbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876219121654144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 42us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302618.709071:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789302618.709692:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bee4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876219121654144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789302618.709708:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121654016:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789302618.900498:0:24207:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789302619.735857:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bdbbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121654272:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.735942:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.735980:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876219121654784:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736006:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736023:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383bfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876219121655296:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736049:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736064:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876219121655808:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736086:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736134:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1789302619.736141:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bdbbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121654400:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736165:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736185:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121654912:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736205:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736222:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc383bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876219121655424:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736243:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736261:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121655936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789302619.736298:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736331:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121654528:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736357:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736376:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121655040:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736395:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736411:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876219121655552:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736430:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736443:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1789302619.736447:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121654656:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736466:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736483:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc498ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121655168:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736500:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736516:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc384296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876219121655680:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736535:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789302619.736560:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121654272 00000100:00100000:2.0:1789302619.736568:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121654272 00000100:00100000:2.0:1789302619.736612:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1789302619.736622:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4adf58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3647:x1876219121654272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736668:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4adf58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f33a82-37a9-48a8-ac1d-1c458204f846+24:3647:x1876219121654272:12345-0@lo:400:kworker.0 Request processed in 48us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.736675:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1789302619.736707:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121654784 00000100:00100000:2.0:1789302619.736711:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121654784 00000100:00100000:2.0:1789302619.736728:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121655296 00000100:00100000:2.0:1789302619.736731:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121655296 00000100:00100000:2.0:1789302619.736741:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121655808 00000100:00100000:2.0:1789302619.736750:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121655808 00000100:00100000:2.0:1789302619.736776:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121655424 00000100:00100000:2.0:1789302619.736779:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121655424 00000100:00100000:2.0:1789302619.736792:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121655552 00000100:00100000:2.0:1789302619.736794:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121655552 00000100:00100000:2.0:1789302619.736804:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121655680 00000100:00100000:2.0:1789302619.736806:0:24202:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121655680 00000100:00100000:2.0:1789302619.736819:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789302619.736824:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876219121654784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736857:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876219121654784:12345-0@lo:400:kworker.0 Request processed in 32us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.736863:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789302619.736874:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789302619.736890:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876219121655296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736918:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876219121655296:12345-0@lo:400:kworker.0 Request processed in 39us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.736924:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789302619.736934:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789302619.736940:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876219121655808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.736965:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876219121655808:12345-0@lo:400:kworker.0 Request processed in 26us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.736970:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789302619.736981:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789302619.736986:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876219121655424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737009:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876219121655424:12345-0@lo:400:kworker.0 Request processed in 23us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.737015:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789302619.737034:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789302619.737040:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876219121655552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737072:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876219121655552:12345-0@lo:400:kworker.0 Request processed in 33us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.737078:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789302619.737089:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789302619.737095:0:24202:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876219121655680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737146:0:24202:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876219121655680:12345-0@lo:400:kworker.0 Request processed in 50us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.737151:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789302619.737173:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121654400 00000100:00100000:2.0:1789302619.737177:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121654400 00000100:00100000:2.0:1789302619.737200:0:23412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121654912 00000100:00100000:2.0:1789302619.737203:0:23412:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121654912 00000100:00100000:2.0:1789302619.737215:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789302619.737222:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121654400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737254:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1876219121654400:12345-0@lo:400:kworker.0 Request processed in 32us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.737261:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789302619.737272:0:23412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789302619.737278:0:23412:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121654912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737306:0:23412:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121654912:12345-0@lo:400:kworker.0 Request processed in 28us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.737312:0:23412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789302619.737334:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121655936 00000100:00100000:2.0:1789302619.737337:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121655936 00000100:00100000:2.0:1789302619.737363:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789302619.737377:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121655936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789302619.737399:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789302619.737430:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876219121655936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (1132us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.737436:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789302619.737453:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121654528 00000100:00100000:2.0:1789302619.737457:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121654528 00000100:00100000:2.0:1789302619.737481:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121655040 00000100:00100000:2.0:1789302619.737484:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121655040 00000100:00100000:2.0:1789302619.737495:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121654656 00000100:00100000:2.0:1789302619.737498:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121654656 00000100:00100000:2.0:1789302619.737507:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121655168 00000100:00100000:2.0:1789302619.737510:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121655168 00000100:00100000:2.0:1789302619.737520:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789302619.737526:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121654528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737557:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121654528:12345-0@lo:400:kworker.0 Request processed in 31us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.737563:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789302619.737574:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789302619.737579:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4840b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121655040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737605:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4840b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121655040:12345-0@lo:400:kworker.0 Request processed in 26us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.737611:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789302619.737621:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789302619.737627:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3645:x1876219121654656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737651:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3645:x1876219121654656:12345-0@lo:400:kworker.0 Request processed in 25us (1184us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.737666:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789302619.737677:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789302619.737682:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b7e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121655168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737708:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b7e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876219121655168:12345-0@lo:400:kworker.0 Request processed in 27us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1789302619.737714:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:2.0:1789302619.737742:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789302619.737746:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789302619.737748:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789302619.737750:0:22667:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789302619.737789:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121654656:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737800:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121655168:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737809:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876219121655680:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737819:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121654528:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737828:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc498ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876219121655040:0@lo:400:kworker.0 00010000:00080000:2.0:1789302619.737840:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384297b80 x1876219121655552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302619.737858:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876219121655552:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737909:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bdbbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876219121654400:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737919:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121654912:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737929:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876219121655424:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737943:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876219121655936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789302619.737963:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bdbbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f33a82-37a9-48a8-ac1d-1c458204f846:3647:1876219121654272:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737973:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876219121654784:0@lo:400:kworker.0 00000100:00100000:2.0:1789302619.737983:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc383bfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876219121655296:0@lo:400:kworker.0 00010000:00080000:2.0:1789302619.737993:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8cc384294380 x1876219121655808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789302635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789302619.738002:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc384294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876219121655808:0@lo:400:kworker.0 00000100:00100000:1.0:1789302619.741382:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789302619.741404:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121656064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789302619.741468:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789302619.741513:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121656064 00000100:00100000:1.0:1789302619.741520:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121656064 00000100:00100000:1.0:1789302619.741563:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789302619.741572:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4b6ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1876219121656064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789302619.741591:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789302619.741633:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4b6ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1876219121656064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1789302619.741640:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789302619.741686:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4b6ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876219121656064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789302619.745093:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789302619.745134:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cc4bee4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121656192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789302619.745199:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789302619.745247:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876219121656192 00000100:00100000:0.0:1789302619.745254:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876219121656192 00000100:00100000:0.0:1789302619.745313:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789302619.745322:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8cc4bee4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121656192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789302619.745343:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789302619.745392:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8cc4bee4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876219121656192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1789302619.745399:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789302619.745447:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cc4bee4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876219121656192:0@lo:13:osp-pre-0-0.0 Debug log: 14653 lines, 14653 kept, 0 dropped, 0 bad.